TestBasicResourceGroupCURD is flaky

[okJiang]

Flaky Test

Which jobs are failing

resource_manager_test.go:1426: 
Error Trace:	/home/runner/work/pd/pd/tests/integrations/mcs/resourcemanager/resource_manager_test.go:1426
Error:      	Not equal: 
expected: &resource_manager.ResourceGroup{Name:"CRUD_test1", Mode:1, RUSettings:(*resource_manager.GroupRequestUnitSettings)(0xc005a98758), RawResourceSettings:(*resource_manager.GroupRawResourceSettings)(nil), Priority:0x0, RunawaySettings:(*resource_manager.RunawaySettings)(nil), BackgroundSettings:(*resource_manager.BackgroundSettings)(nil), RUStats:(*resource_manager.Consumption)(nil), KeyspaceId:(*resource_manager.KeyspaceIDValue)(0xc0018124ec)}
actual  : &resource_manager.ResourceGroup{Name:"CRUD_test1", Mode:1, RUSettings:(*resource_manager.GroupRequestUnitSettings)(0xc00574fcd0), RawResourceSettings:(*resource_manager.GroupRawResourceSettings)(nil), Priority:0x0, RunawaySettings:(*resource_manager.RunawaySettings)(nil), BackgroundSettings:(*resource_manager.BackgroundSettings)(nil), RUStats:(*resource_manager.Consumption)(nil), KeyspaceId:(*resource_manager.KeyspaceIDValue)(0xc00182c27c)}

Diff:
--- Expected
+++ Actual
@@ -4,10 +4,3 @@
RUSettings: (*resource_manager.GroupRequestUnitSettings)({
-  RU: (*resource_manager.TokenBucket)({
-   Settings: (*resource_manager.TokenLimitSettings)({
-    FillRate: (uint64) 10000,
-    BurstLimit: (int64) 0,
-    MaxTokens: (float64) 0
-   }),
-   Tokens: (float64) 0
-  })
+  RU: (*resource_manager.TokenBucket)(<nil>)
}),
Test:       	TestResourceManagerClientTestSuite/standalone-resource-manager-with-client-discovery/TestBasicResourceGroupCURD

---

resource_manager_test.go:1426: 
Error Trace:	/home/runner/work/pd/pd/tests/integrations/mcs/resourcemanager/resource_manager_test.go:1426
Error:      	Not equal: 
expected: &resource_manager.ResourceGroup{Name:"default", Mode:1, RUSettings:(*resource_manager.GroupRequestUnitSettings)(0xc005d00170), RawResourceSettings:(*resource_manager.GroupRawResourceSettings)(nil), Priority:0x0, RunawaySettings:(*resource_manager.RunawaySettings)(nil), BackgroundSettings:(*resource_manager.BackgroundSettings)(0xc005743300), RUStats:(*resource_manager.Consumption)(nil), KeyspaceId:(*resource_manager.KeyspaceIDValue)(0xc000724cac)}
actual  : &resource_manager.ResourceGroup{Name:"default", Mode:1, RUSettings:(*resource_manager.GroupRequestUnitSettings)(0xc0060faae8), RawResourceSettings:(*resource_manager.GroupRawResourceSettings)(nil), Priority:0x0, RunawaySettings:(*resource_manager.RunawaySettings)(nil), BackgroundSettings:(*resource_manager.BackgroundSettings)(nil), RUStats:(*resource_manager.Consumption)(nil), KeyspaceId:(*resource_manager.KeyspaceIDValue)(0xc0007255bc)}

Diff:
--- Expected
+++ Actual
@@ -6,3 +6,3 @@
Settings: (*resource_manager.TokenLimitSettings)({
-    FillRate: (uint64) 10000,
+    FillRate: (uint64) 2147483647,
BurstLimit: (int64) -1,
@@ -16,8 +16,3 @@
RunawaySettings: (*resource_manager.RunawaySettings)(<nil>),
- BackgroundSettings: (*resource_manager.BackgroundSettings)({
-  JobTypes: ([]string) (len=1) {
-   (string) (len=2) "br"
-  },
-  UtilizationLimit: (uint64) 0
- }),
+ BackgroundSettings: (*resource_manager.BackgroundSettings)(<nil>),
RUStats: (*resource_manager.Consumption)(<nil>),
Test:       	TestResourceManagerClientTestSuite/standalone-resource-manager-with-client-discovery/TestBasicResourceGroupCURD

---

resource_manager_test.go:1426: 
Error Trace:	/home/runner/work/pd/pd/tests/integrations/mcs/resourcemanager/resource_manager_test.go:1426
Error:      	Not equal: 
expected: &resource_manager.ResourceGroup{Name:"CRUD_test2", Mode:1, RUSettings:(*resource_manager.GroupRequestUnitSettings)(0xc005b980b0), RawResourceSettings:(*resource_manager.GroupRawResourceSettings)(nil), Priority:0x0, RunawaySettings:(*resource_manager.RunawaySettings)(0xc0058312f0), BackgroundSettings:(*resource_manager.BackgroundSettings)(0xc005bb4080), RUStats:(*resource_manager.Consumption)(nil), KeyspaceId:(*resource_manager.KeyspaceIDValue)(0xc0019eb65c)}
actual  : &resource_manager.ResourceGroup{Name:"CRUD_test2", Mode:1, RUSettings:(*resource_manager.GroupRequestUnitSettings)(0xc0057e62c0), RawResourceSettings:(*resource_manager.GroupRawResourceSettings)(nil), Priority:0x0, RunawaySettings:(*resource_manager.RunawaySettings)(nil), BackgroundSettings:(*resource_manager.BackgroundSettings)(nil), RUStats:(*resource_manager.Consumption)(nil), KeyspaceId:(*resource_manager.KeyspaceIDValue)(0xc0017c020c)}

Diff:
--- Expected
+++ Actual
@@ -6,4 +6,4 @@
Settings: (*resource_manager.TokenLimitSettings)({
-    FillRate: (uint64) 30000,
-    BurstLimit: (int64) -1,
+    FillRate: (uint64) 20000,
+    BurstLimit: (int64) 0,
MaxTokens: (float64) 0
@@ -15,22 +15,4 @@
Priority: (uint32) 0,
- RunawaySettings: (*resource_manager.RunawaySettings)({
-  Rule: (*resource_manager.RunawayRule)({
-   ExecElapsedTimeMs: (uint64) 1000,
-   ProcessedKeys: (int64) 0,
-   RequestUnit: (int64) 0
-  }),
-  Action: (resource_manager.RunawayAction) 3,
-  Watch: (*resource_manager.RunawayWatch)({
-   LastingDurationMs: (int64) 100000,
-   Type: (resource_manager.RunawayWatchType) 2
-  }),
-  SwitchGroupName: (string) ""
- }),
- BackgroundSettings: (*resource_manager.BackgroundSettings)({
-  JobTypes: ([]string) (len=2) {
-   (string) (len=2) "br",
-   (string) (len=9) "lightning"
-  },
-  UtilizationLimit: (uint64) 0
- }),
+ RunawaySettings: (*resource_manager.RunawaySettings)(<nil>),
+ BackgroundSettings: (*resource_manager.BackgroundSettings)(<nil>),
RUStats: (*resource_manager.Consumption)(<nil>),
Test:       	TestResourceManagerClientTestSuite/standalone-resource-manager-with-client-discovery/TestBasicResourceGroupCURD

---

resource_manager_test.go:1426: 
Error Trace:	/home/runner/work/pd/pd/tests/integrations/mcs/resourcemanager/resource_manager_test.go:1426
Error:      	Not equal: 
expected: &resource_manager.ResourceGroup{Name:"CRUD_test2", Mode:1, RUSettings:(*resource_manager.GroupRequestUnitSettings)(0xc0060eaf50), RawResourceSettings:(*resource_manager.GroupRawResourceSettings)(nil), Priority:0x0, RunawaySettings:(*resource_manager.RunawaySettings)(0xc00498e3f0), BackgroundSettings:(*resource_manager.BackgroundSettings)(0xc003fd89c0), RUStats:(*resource_manager.Consumption)(nil), KeyspaceId:(*resource_manager.KeyspaceIDValue)(0xc001c53dfc)}
actual  : &resource_manager.ResourceGroup{Name:"CRUD_test2", Mode:1, RUSettings:(*resource_manager.GroupRequestUnitSettings)(0xc0060eb070), RawResourceSettings:(*resource_manager.GroupRawResourceSettings)(nil), Priority:0x0, RunawaySettings:(*resource_manager.RunawaySettings)(nil), BackgroundSettings:(*resource_manager.BackgroundSettings)(nil), RUStats:(*resource_manager.Consumption)(nil), KeyspaceId:(*resource_manager.KeyspaceIDValue)(0xc001c5ca5c)}

Diff:
--- Expected
+++ Actual
@@ -6,4 +6,4 @@
Settings: (*resource_manager.TokenLimitSettings)({
-    FillRate: (uint64) 30000,
-    BurstLimit: (int64) -1,
+    FillRate: (uint64) 20000,
+    BurstLimit: (int64) 0,
MaxTokens: (float64) 0
@@ -15,22 +15,4 @@
Priority: (uint32) 0,
- RunawaySettings: (*resource_manager.RunawaySettings)({
-  Rule: (*resource_manager.RunawayRule)({
-   ExecElapsedTimeMs: (uint64) 1000,
-   ProcessedKeys: (int64) 0,
-   RequestUnit: (int64) 0
-  }),
-  Action: (resource_manager.RunawayAction) 3,
-  Watch: (*resource_manager.RunawayWatch)({
-   LastingDurationMs: (int64) 100000,
-   Type: (resource_manager.RunawayWatchType) 2
-  }),
-  SwitchGroupName: (string) ""
- }),
- BackgroundSettings: (*resource_manager.BackgroundSettings)({
-  JobTypes: ([]string) (len=2) {
-   (string) (len=2) "br",
-   (string) (len=9) "lightning"
-  },
-  UtilizationLimit: (uint64) 0
- }),
+ RunawaySettings: (*resource_manager.RunawaySettings)(<nil>),
+ BackgroundSettings: (*resource_manager.BackgroundSettings)(<nil>),
RUStats: (*resource_manager.Consumption)(<nil>),
Test:       	TestResourceManagerClientTestSuite/standalone-resource-manager-with-client-discovery/TestBasicResourceGroupCURD

---

resource_manager_test.go:1426: 
Error Trace:	/home/runner/work/pd/pd/tests/integrations/mcs/resourcemanager/resource_manager_test.go:1426
Error:      	Not equal: 
expected: &resource_manager.ResourceGroup{Name:"CRUD_test2", Mode:1, RUSettings:(*resource_manager.GroupRequestUnitSettings)(0xc001109828), RawResourceSettings:(*resource_manager.GroupRawResourceSettings)(nil), Priority:0x0, RunawaySettings:(*resource_manager.RunawaySettings)(0xc004e768d0), BackgroundSettings:(*resource_manager.BackgroundSettings)(0xc001f759a0), RUStats:(*resource_manager.Consumption)(nil), KeyspaceId:(*resource_manager.KeyspaceIDValue)(0xc0011632bc)}
actual  : &resource_manager.ResourceGroup{Name:"CRUD_test2", Mode:1, RUSettings:(*resource_manager.GroupRequestUnitSettings)(0xc001109a10), RawResourceSettings:(*resource_manager.GroupRawResourceSettings)(nil), Priority:0x0, RunawaySettings:(*resource_manager.RunawaySettings)(nil), BackgroundSettings:(*resource_manager.BackgroundSettings)(nil), RUStats:(*resource_manager.Consumption)(nil), KeyspaceId:(*resource_manager.KeyspaceIDValue)(0xc0011dedac)}

Diff:
--- Expected
+++ Actual
@@ -4,10 +4,3 @@
RUSettings: (*resource_manager.GroupRequestUnitSettings)({
-  RU: (*resource_manager.TokenBucket)({
-   Settings: (*resource_manager.TokenLimitSettings)({
-    FillRate: (uint64) 20000,
-    BurstLimit: (int64) 0,
-    MaxTokens: (float64) 0
-   }),
-   Tokens: (float64) 0
-  })
+  RU: (*resource_manager.TokenBucket)(<nil>)
}),
@@ -15,18 +8,4 @@
Priority: (uint32) 0,
- RunawaySettings: (*resource_manager.RunawaySettings)({
-  Rule: (*resource_manager.RunawayRule)({
-   ExecElapsedTimeMs: (uint64) 10000,
-   ProcessedKeys: (int64) 0,
-   RequestUnit: (int64) 0
-  }),
-  Action: (resource_manager.RunawayAction) 2,
-  Watch: (*resource_manager.RunawayWatch)(<nil>),
-  SwitchGroupName: (string) ""
- }),
- BackgroundSettings: (*resource_manager.BackgroundSettings)({
-  JobTypes: ([]string) (len=1) {
-   (string) (len=4) "test"
-  },
-  UtilizationLimit: (uint64) 0
- }),
+ RunawaySettings: (*resource_manager.RunawaySettings)(<nil>),
+ BackgroundSettings: (*resource_manager.BackgroundSettings)(<nil>),
RUStats: (*resource_manager.Consumption)(<nil>),
Test:       	TestResourceManagerClientTestSuite/standalone-resource-manager-with-client-discovery/TestBasicResourceGroupCURD

CI link

https://github.com/tikv/pd/actions/runs/28008364763/job/82895453923
https://github.com/tikv/pd/actions/runs/28009665073/job/82899645100
https://github.com/tikv/pd/actions/runs/28013822067/job/82913137568
https://github.com/tikv/pd/actions/runs/28015881434/job/82920033699
https://github.com/tikv/pd/actions/runs/28023429040/job/82945168814

Reason for failure (if possible)

Anything else

Package: github.com/tikv/pd/tests/integrations/mcs/resourcemanager
PRs: #10611, #10881, #10916, #10930, #10932

[okJiang]

New CI links

Observed again for TestResourceManagerClientTestSuite/standalone-resource-manager-with-client-discovery/TestBasicResourceGroupCURD:

• https://github.com/tikv/pd/actions/runs/28068812518/job/83098871711 (PR Fix the URL for the TSO split and merge finish request #10916)