percona/percona-toolkit
1
0
Fork 0
mirror of https://github.com/percona/percona-toolkit.git synced 2025-09-17 17:27:57 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove: propagation of ip propagation to older hash, Add: operator regression test

Browse Source 
When adding "ownip", it was also propagating the new IP to the old hash.
But with operators, when IP where changing hash will also change, so
linking the new IP to old hash is anachronic. It is not wrong, but
depending on the order of map merges, the newest information could have
been overriden depending on the order of events.

That situation was producing X(2*number of conflicts) versions of output for operators, with
different md5sum, which could produce false-positive regression tests

So currently some information are not linked anymore, so some IPs are
not translated even though they could, but it is a limitation of using
maps as source of truth, as they are not versioned
This commit is contained in:
Yoann La Cancellera
2023-10-18 11:47:43 +02:00
committed by Sveta Smirnova
parent 208708a58b
commit bd8f1ff5a4
6 changed files with 32651 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/go/pt-galera-log-explainer/main_test.go
View File

@@ -85,6 +85,12 @@ func TestMain(t *testing.T) {
cmd: []string{"list", "--all", "--since=2023-03-18T21:18:23.102709+02:00"},
path: "tests/logs/merge_rotated_daily/*",
},
{
name: "operator_concurrent_ssts_list_all_no_color",
cmd: []string{"list", "--all", "--pxc-operator", "--no-color"},
path: "tests/logs/operator_concurrent_ssts/*",
},
}
for _, test := range tests {

795
src/go/pt-galera-log-explainer/tests/expected/operator_concurrent_ssts_list_all_no_color Normal file
View File

@@ -0,0 +1,795 @@
identifier tests/logs/operator_concurrent_ssts/node1.log tests/logs/operator_concurrent_ssts/node2.log tests/logs/operator_concurrent_ssts/node3.log
current path tests/logs/operator_concurrent_ssts/node1.log tests/logs/operator_concurrent_ssts/node2.log tests/logs/operator_concurrent_ssts/node3.log
last known ip 10.16.29.34 10.16.27.98 10.16.28.213
last known name cluster1-0 cluster1-1 cluster1-2
mysql version 8.0.31 8.0.31 8.0.31
2023-05-25T03:49:24.329464Z | | starting(8.0.31)
2023-05-25T03:49:24.332449Z | | started(cluster)
2023-05-25T03:49:24.333454Z | | no grastate.dat file
2023-05-25T03:49:24.333464Z | | bootstrapping(empty grastate)
2023-05-25T03:49:24.333499Z | | safe_to_bootstrap: 1
2023-05-25T03:49:24.850000Z cluster1-2 joined | |
2023-05-25T03:49:24.850187Z 10.16.27.203 joined | |
2023-05-25T03:49:24.850405Z | | cluster1-0 joined
2023-05-25T03:49:24.850417Z | | 10.16.27.203 joined
2023-05-25T03:49:25.852441Z PRIMARY(n=3) | |
2023-05-25T03:49:26.348763Z | | CLOSED -> OPEN
2023-05-25T03:49:26.349013Z | | PRIMARY(n=3)
2023-05-25T03:49:26.350500Z | | OPEN -> PRIMARY
2023-05-25T03:49:27.004187Z | | will receive SST
2023-05-25T03:49:27.005141Z cluster1-1 will resync cluster1-2 | |
2023-05-25T03:49:27.005213Z | | cluster1-1 will resync local node
2023-05-25T03:49:27.005286Z | | PRIMARY -> JOINER
2023-05-25T03:49:27.823189Z | | receiving SST
2023-05-25T04:31:22.635717Z | | got SST from cluster1-1
2023-05-25T04:31:22.635767Z cluster1-1 synced cluster1-2 | |
2023-05-25T04:31:22.667270Z | | preparing SST backup
2023-05-25T04:31:58.316262Z | | wsrep recovery
2023-05-25T04:31:58.337408Z | | JOINER -> JOINED
2023-05-25T04:31:59.767489Z | | JOINED -> SYNCED
2023-05-25T04:34:20.398345Z | | received shutdown
2023-05-25T04:34:30.401445Z 10.16.27.203 joined | |
2023-05-25T04:34:30.401532Z | | NON-PRIMARY(n=1)
2023-05-25T04:34:30.401594Z cluster1-2 left | |
2023-05-25T04:34:30.401727Z | | SYNCED -> OPEN
2023-05-25T04:34:30.401855Z | | OPEN -> CLOSED
2023-05-25T04:34:30.403167Z cluster1-2 left | |
2023-05-25T04:34:30.403229Z PRIMARY(n=2) | |
2023-05-25T04:31:38.830198Z | | starting(8.0.31)(post.processing.log)
2023-05-25T04:31:45.148850Z | | started(standalone)(post.processing.log)
2023-05-25T04:34:43.205745Z | | shutdown complete
2023-05-25T04:31:51.207735Z | | shutdown complete(post.processing.log)
2023-05-25T04:35:01.293586Z | | starting(8.0.31)
2023-05-25T04:35:01.296248Z | | started(cluster)
2023-05-25T04:35:01.297362Z | | recovering gcache
2023-05-25T04:35:01.331535Z | | recovering gcache
10.16.28.207
(node ip)
V
10.16.28.213
2023-05-25T04:35:01.848759Z | | cluster1-0 joined
2023-05-25T04:35:01.848785Z | | 10.16.27.203 joined
2023-05-25T04:35:01.848877Z cluster1-2 joined | |
2023-05-25T04:35:01.848959Z 10.16.27.203 joined | |
2023-05-25T04:35:01.850512Z PRIMARY(n=3) | |
2023-05-25T04:35:02.347755Z | | CLOSED -> OPEN
2023-05-25T04:35:02.347927Z | | PRIMARY(n=3)
2023-05-25T04:35:02.349077Z | | OPEN -> PRIMARY
2023-05-25T04:35:02.908838Z | | will receive IST(seqno:5858164)
2023-05-25T04:35:02.909866Z | | cluster1-1 will resync local node
2023-05-25T04:35:02.909899Z | | PRIMARY -> JOINER
2023-05-25T04:35:02.909925Z cluster1-1 will resync cluster1-2 | |
2023-05-25T04:35:04.355886Z | | got IST from cluster1-1
2023-05-25T04:35:04.355933Z cluster1-1 synced cluster1-2 | |
2023-05-25T04:35:14.895241Z | | wsrep recovery
2023-05-25T04:35:15.076324Z | | IST received(seqno:5858164)
2023-05-25T04:35:15.077560Z | | JOINER -> JOINED
2023-05-25T04:35:15.078178Z | | JOINED -> SYNCED
2023-05-25T04:35:30.559038Z | | cluster1-0 joined
2023-05-25T04:35:30.559192Z cluster1-2 joined | |
2023-05-25T04:35:30.559318Z 10.16.27.203 left | |
2023-05-25T04:35:30.559684Z | | 10.16.27.203 left
2023-05-25T04:35:30.560761Z 10.16.27.203 left | |
2023-05-25T04:35:30.560850Z PRIMARY(n=2) | |
2023-05-25T04:35:30.561080Z | | 10.16.27.203 left
2023-05-25T04:35:30.561149Z | | PRIMARY(n=2)
2023-05-25T04:36:12.725113Z | starting(8.0.31) |
2023-05-25T04:36:12.735830Z | started(cluster) |
2023-05-25T04:36:12.737161Z | recovering gcache |
2023-05-25T04:36:13.381040Z | recovering gcache |
2023-05-25T04:36:13.977726Z | | cluster1-0 joined
2023-05-25T04:36:13.977805Z | | cluster1-1 joined
2023-05-25T04:36:13.977867Z | cluster1-0 joined |
2023-05-25T04:36:13.977899Z | cluster1-2 joined |
2023-05-25T04:36:13.977932Z cluster1-2 joined | |
2023-05-25T04:36:13.978032Z cluster1-1 joined | |
2023-05-25T04:36:13.979426Z | | PRIMARY(n=3)
2023-05-25T04:36:13.979510Z PRIMARY(n=3) | |
2023-05-25T04:36:14.476933Z | CLOSED -> OPEN |
2023-05-25T04:36:14.477197Z | PRIMARY(n=3) |
2023-05-25T04:36:14.478368Z | OPEN -> PRIMARY |
2023-05-25T04:36:15.096770Z | will receive IST(seqno:5859104) |
2023-05-25T04:36:15.097710Z | cluster1-2 will resync local node |
2023-05-25T04:36:15.097740Z | PRIMARY -> JOINER |
2023-05-25T04:36:15.097743Z | | local node will resync cluster1-1
2023-05-25T04:36:15.097810Z cluster1-2 will resync cluster1-1 | |
2023-05-25T04:36:15.097829Z | | SYNCED -> DONOR
2023-05-25T04:36:15.113859Z | | IST to cluster1-1(seqno:5859104)
2023-05-25T04:36:15.523060Z | | IST will be used
2023-05-25T04:36:16.543304Z | | finished sending IST to cluster1-1
2023-05-25T04:36:16.543332Z | | DESYNCED -> JOINED
2023-05-25T04:36:16.543351Z | got IST from cluster1-2 |
2023-05-25T04:36:16.543389Z cluster1-2 synced cluster1-1 | |
2023-05-25T04:36:16.543843Z | | JOINED -> SYNCED
2023-05-25T04:36:29.019181Z | wsrep recovery |
2023-05-25T04:36:29.641103Z | IST received(seqno:5859104) |
2023-05-25T04:36:29.642082Z | JOINER -> JOINED |
2023-05-25T04:36:29.847276Z | JOINED -> SYNCED |
2023-05-25T04:37:01.595911Z received shutdown | |
2023-05-25T04:37:12.599050Z NON-PRIMARY(n=1) | |
2023-05-25T04:37:12.599120Z | cluster1-2 joined |
2023-05-25T04:37:12.599211Z SYNCED -> OPEN | |
2023-05-25T04:37:12.599244Z | cluster1-0 left |
2023-05-25T04:37:12.599252Z | | cluster1-1 joined
2023-05-25T04:37:12.599338Z OPEN -> CLOSED | |
2023-05-25T04:37:12.599352Z | | cluster1-0 left
2023-05-25T04:37:12.600485Z | | cluster1-0 left
2023-05-25T04:37:12.600510Z | | PRIMARY(n=2)
2023-05-25T04:37:12.600902Z | cluster1-0 left |
2023-05-25T04:37:12.600973Z | PRIMARY(n=2) |
2023-05-25T04:37:42.247550Z shutdown complete | |
2023-05-19T03:43:05.371819Z shutdown complete(post.processing.log) | |
2023-05-25T04:38:00.645783Z starting(8.0.31) | |
2023-05-25T04:38:00.659129Z started(cluster) | |
2023-05-25T04:38:00.660295Z recovering gcache | |
2023-05-25T04:38:01.262291Z recovering gcache | |
2023-05-25T04:38:01.575342Z | | cluster1-0 joined
2023-05-25T04:38:01.575395Z | | cluster1-1 joined
2023-05-25T04:38:01.575465Z | cluster1-0 joined |
2023-05-25T04:38:01.575543Z | cluster1-2 joined |
2023-05-25T04:38:01.575595Z cluster1-2 joined | |
2023-05-25T04:38:01.575616Z cluster1-1 joined | |
2023-05-25T04:38:01.576555Z | | PRIMARY(n=3)
2023-05-25T04:38:01.576715Z | PRIMARY(n=3) |
2023-05-25T04:38:01.860312Z CLOSED -> OPEN | |
2023-05-25T04:38:01.860528Z PRIMARY(n=3) | |
2023-05-25T04:38:01.862258Z OPEN -> PRIMARY | |
2023-05-25T04:38:02.456823Z will receive IST(seqno:5861187) | |
2023-05-25T04:38:02.457884Z | local node will resync cluster1-0 |
2023-05-25T04:38:02.457895Z | | cluster1-1 will resync cluster1-0
2023-05-25T04:38:02.457924Z | SYNCED -> DONOR |
2023-05-25T04:38:02.457935Z cluster1-1 will resync local node | |
2023-05-25T04:38:02.457961Z PRIMARY -> JOINER | |
2023-05-25T04:38:02.473572Z | IST to cluster1-0(seqno:5861187) |
2023-05-25T04:38:02.904912Z | IST will be used |
2023-05-25T04:38:03.923687Z | | cluster1-1 synced cluster1-0
2023-05-25T04:38:03.923791Z | finished sending IST to cluster1-0 |
2023-05-25T04:38:03.923865Z | DESYNCED -> JOINED |
2023-05-25T04:38:03.923889Z got IST from cluster1-1 | |
2023-05-25T04:38:03.924496Z | JOINED -> SYNCED |
2023-05-25T04:38:14.821245Z wsrep recovery | |
2023-05-25T04:38:14.952628Z IST received(seqno:5861187) | |
2023-05-25T04:38:14.953589Z JOINER -> JOINED | |
2023-05-25T04:38:14.954030Z JOINED -> SYNCED | |
2023-05-26T03:00:22.581588Z | cluster1-0 joined |
2023-05-26T03:00:22.581645Z | 10.16.29.103 joined |
2023-05-26T03:00:22.581658Z | cluster1-2 joined |
2023-05-26T03:00:22.581847Z 10.16.29.103 joined | |
2023-05-26T03:00:22.581912Z | | cluster1-0 joined
2023-05-26T03:00:22.581946Z cluster1-2 joined | |
2023-05-26T03:00:22.581970Z cluster1-1 joined | |
2023-05-26T03:00:22.582016Z | | 10.16.29.103 joined
2023-05-26T03:00:22.582040Z | | cluster1-1 joined
2023-05-26T03:00:22.583782Z | PRIMARY(n=4) |
2023-05-26T03:00:22.583952Z | | PRIMARY(n=4)
2023-05-26T03:00:22.583976Z PRIMARY(n=4) | |
2023-05-26T03:00:23.082605Z | cluster1-2 will resync garb |
2023-05-26T03:00:23.082696Z | | local node will resync garb
2023-05-26T03:00:23.082706Z | | SYNCED -> DONOR
2023-05-26T03:00:23.082747Z cluster1-2 will resync garb | |
2023-05-26T03:00:34.572248Z | | SST to 10.16.29.103
2023-05-26T03:40:23.808519Z | | finished sending SST to garb
2023-05-26T03:40:23.808574Z | | DESYNCED -> JOINED
2023-05-26T03:40:23.808600Z cluster1-2 synced garb | |
2023-05-26T03:40:23.808954Z | cluster1-2 synced garb |
2023-05-26T03:40:23.809230Z | | JOINED -> SYNCED
2023-05-26T03:40:26.047546Z | | cluster1-0 joined
2023-05-26T03:40:26.047565Z cluster1-2 joined | |
2023-05-26T03:40:26.047613Z | | cluster1-1 joined
2023-05-26T03:40:26.047651Z cluster1-1 joined | |
2023-05-26T03:40:26.047664Z | | 10.16.29.103 left
2023-05-26T03:40:26.047712Z 10.16.29.103 left | |
2023-05-26T03:40:26.047973Z | cluster1-0 joined |
2023-05-26T03:40:26.048058Z | cluster1-2 joined |
2023-05-26T03:40:26.048117Z | 10.16.29.103 left |
2023-05-26T03:40:26.049387Z 10.16.29.103 left | |
2023-05-26T03:40:26.049412Z | | 10.16.29.103 left
2023-05-26T03:40:26.049454Z PRIMARY(n=3) | |
2023-05-26T03:40:26.049477Z | | PRIMARY(n=3)
2023-05-26T03:40:26.049765Z | 10.16.29.103 left |
2023-05-26T03:40:26.049947Z | PRIMARY(n=3) |
2023-05-27T03:00:19.537730Z | cluster1-0 joined |
2023-05-27T03:00:19.537767Z | cluster1-2 joined |
2023-05-27T03:00:19.537775Z | 10.16.29.248 joined |
2023-05-27T03:00:19.537993Z cluster1-2 joined | |
2023-05-27T03:00:19.538086Z 10.16.29.248 joined | |
2023-05-27T03:00:19.538110Z cluster1-1 joined | |
2023-05-27T03:00:19.539621Z | PRIMARY(n=4) |
2023-05-27T03:00:19.539965Z PRIMARY(n=4) | |
2023-05-27T03:00:19.542417Z | | cluster1-0 joined
2023-05-27T03:00:19.542503Z | | 10.16.29.248 joined
2023-05-27T03:00:19.542526Z | | cluster1-1 joined
2023-05-27T03:00:19.544132Z | | PRIMARY(n=4)
2023-05-27T03:00:20.038432Z | cluster1-2 will resync garb |
2023-05-27T03:00:20.038598Z cluster1-2 will resync garb | |
2023-05-27T03:00:20.043068Z | | local node will resync garb
2023-05-27T03:00:20.043091Z | | SYNCED -> DONOR
2023-05-27T03:00:31.529154Z | | SST to 10.16.29.248
2023-05-27T03:39:48.765020Z cluster1-2 synced garb | |
2023-05-27T03:39:48.765166Z | cluster1-2 synced garb |
2023-05-27T03:39:48.768602Z | | finished sending SST to garb
2023-05-27T03:39:48.768676Z | | DESYNCED -> JOINED
2023-05-27T03:39:48.769112Z | | JOINED -> SYNCED
2023-05-27T03:39:51.224587Z cluster1-2 joined | |
2023-05-27T03:39:51.224622Z cluster1-1 joined | |
2023-05-27T03:39:51.224631Z 10.16.29.248 left | |
2023-05-27T03:39:51.224821Z | cluster1-0 joined |
2023-05-27T03:39:51.224991Z | cluster1-2 joined |
2023-05-27T03:39:51.225009Z | 10.16.29.248 left |
2023-05-27T03:39:51.226003Z 10.16.29.248 left | |
2023-05-27T03:39:51.226069Z | 10.16.29.248 left |
2023-05-27T03:39:51.226111Z | PRIMARY(n=3) |
2023-05-27T03:39:51.226160Z PRIMARY(n=3) | |
2023-05-27T03:39:51.228020Z | | cluster1-0 joined
2023-05-27T03:39:51.228100Z | | cluster1-1 joined
2023-05-27T03:39:51.228115Z | | 10.16.29.248 left
2023-05-27T03:39:51.229544Z | | 10.16.29.248 left
2023-05-27T03:39:51.229698Z | | PRIMARY(n=3)
2023-05-28T03:00:20.179665Z cluster1-2 joined | |
2023-05-28T03:00:20.179723Z cluster1-1 joined | |
2023-05-28T03:00:20.179744Z 10.16.29.190 joined | |
2023-05-28T03:00:20.180516Z | cluster1-0 joined |
2023-05-28T03:00:20.180583Z | cluster1-2 joined |
2023-05-28T03:00:20.180597Z | 10.16.29.190 joined |
2023-05-28T03:00:20.180757Z | | cluster1-0 joined
2023-05-28T03:00:20.180839Z | | cluster1-1 joined
2023-05-28T03:00:20.180863Z | | 10.16.29.190 joined
2023-05-28T03:00:20.181677Z PRIMARY(n=4) | |
2023-05-28T03:00:20.182305Z | PRIMARY(n=4) |
2023-05-28T03:00:20.182540Z | | PRIMARY(n=4)
2023-05-28T03:00:20.680781Z cluster1-2 will resync garb | |
2023-05-28T03:00:20.681257Z | cluster1-2 will resync garb |
2023-05-28T03:00:20.681447Z | | local node will resync garb
2023-05-28T03:00:20.681471Z | | SYNCED -> DONOR
2023-05-28T03:00:32.184853Z | | SST to 10.16.29.190
2023-05-28T03:40:51.321660Z | | finished sending SST to garb
2023-05-28T03:40:51.321733Z | | DESYNCED -> JOINED
2023-05-28T03:40:51.321783Z cluster1-2 synced garb | |
2023-05-28T03:40:51.322103Z | cluster1-2 synced garb |
2023-05-28T03:40:51.322593Z | | JOINED -> SYNCED
2023-05-28T03:40:53.656940Z | | cluster1-0 joined
2023-05-28T03:40:53.656966Z | | cluster1-1 joined
2023-05-28T03:40:53.656981Z | | 10.16.29.190 left
2023-05-28T03:40:53.657404Z | cluster1-0 joined |
2023-05-28T03:40:53.657428Z | cluster1-2 joined |
2023-05-28T03:40:53.657443Z | 10.16.29.190 left |
2023-05-28T03:40:53.657819Z cluster1-2 joined | |
2023-05-28T03:40:53.657840Z cluster1-1 joined | |
2023-05-28T03:40:53.657847Z 10.16.29.190 left | |
2023-05-28T03:40:53.658835Z 10.16.29.190 left | |
2023-05-28T03:40:53.658995Z | | 10.16.29.190 left
2023-05-28T03:40:53.659027Z PRIMARY(n=3) | |
2023-05-28T03:40:53.659156Z | | PRIMARY(n=3)
2023-05-28T03:40:53.659348Z | 10.16.29.190 left |
2023-05-28T03:40:53.659384Z | PRIMARY(n=3) |
2023-05-28T08:09:01.368781Z | received shutdown |
2023-05-28T08:19:06.122140Z cluster1-1 suspected to be down | |
2023-05-28T08:19:06.623762Z | | cluster1-1 suspected to be down
2023-05-28T08:19:07.123055Z cluster1-2 joined | |
2023-05-28T08:19:07.124213Z | | cluster1-0 joined
2023-05-28T08:19:07.124217Z cluster1-1 left | |
2023-05-28T08:19:07.124375Z PRIMARY(n=2) | |
2023-05-28T08:19:07.126252Z | | cluster1-1 left
2023-05-28T08:19:07.126298Z | | PRIMARY(n=2)
2023-05-28T08:19:39.773671Z received shutdown | |
2023-05-28T08:23:11.393160Z | | cluster1-0 left
2023-05-28T08:23:11.394190Z NON-PRIMARY(n=1) | |
2023-05-28T08:23:11.394402Z SYNCED -> OPEN | |
2023-05-28T08:23:11.394509Z OPEN -> CLOSED | |
2023-05-28T08:23:11.394531Z | | cluster1-0 left
2023-05-28T08:23:11.394588Z | | PRIMARY(n=1)
2023-05-28T08:19:21.529819Z | starting(8.0.31)(recovery.log) |
2023-05-28T08:19:35.008610Z | wsrep recovery(recovery.log) |
2023-05-28T08:19:45.378813Z | shutdown complete(recovery.log) |
2023-05-28T08:23:23.908187Z | starting(8.0.31) |
2023-05-28T08:23:23.919124Z | started(cluster) |
2023-05-28T08:23:23.920390Z | recovering gcache |
2023-05-28T08:23:24.582927Z | recovering gcache |
2023-05-28T08:23:25.195411Z | CLOSED -> OPEN |
2023-05-28T08:23:25.197121Z | | cluster1-1 joined
2023-05-28T08:23:25.198245Z | cluster1-2 joined |
2023-05-28T08:23:25.200143Z | PRIMARY(n=2) |
2023-05-28T08:23:25.200241Z | | PRIMARY(n=2)
2023-05-28T08:23:25.200793Z | OPEN -> PRIMARY |
2023-05-28T08:23:25.809238Z | will receive IST(seqno:8605683) |
2023-05-28T08:23:25.809921Z | cluster1-2 will resync local node |
2023-05-28T08:23:25.810003Z | PRIMARY -> JOINER |
2023-05-28T08:23:25.810849Z | | local node will resync cluster1-1
2023-05-28T08:23:25.810936Z | | SYNCED -> DONOR
2023-05-28T08:23:25.824732Z | | IST to cluster1-1(seqno:8605683)
2023-05-28T08:23:26.251768Z | | IST will be used
2023-05-28T08:23:27.268102Z | got IST from cluster1-2 |
2023-05-28T08:23:27.268845Z | | finished sending IST to cluster1-1
2023-05-28T08:23:27.268914Z | | DESYNCED -> JOINED
2023-05-28T08:23:27.269439Z | | JOINED -> SYNCED
2023-05-28T08:23:39.881488Z | wsrep recovery |
2023-05-28T08:23:40.876116Z | IST received(seqno:8605683) |
2023-05-28T08:23:40.876609Z | JOINER -> JOINED |
2023-05-28T08:23:41.181383Z | JOINED -> SYNCED |
2023-05-28T08:23:48.440344Z shutdown complete | |
2023-05-28T08:24:03.789253Z starting(8.0.31) | |
2023-05-28T08:24:03.802597Z started(cluster) | |
2023-05-28T08:24:03.803745Z recovering gcache | |
2023-05-28T08:24:04.451214Z recovering gcache | |
2023-05-28T08:24:04.580181Z cluster1-2 joined | |
2023-05-28T08:24:04.580186Z cluster1-1 joined | |
2023-05-28T08:24:04.580353Z | cluster1-0 joined |
2023-05-28T08:24:04.580368Z | cluster1-2 joined |
2023-05-28T08:24:04.581094Z | | cluster1-0 joined
2023-05-28T08:24:04.581117Z | | cluster1-1 joined
2023-05-28T08:24:05.582656Z | PRIMARY(n=3) |
2023-05-28T08:24:05.583994Z | | PRIMARY(n=3)
2023-05-28T08:24:06.072396Z CLOSED -> OPEN | |
2023-05-28T08:24:06.072665Z PRIMARY(n=3) | |
2023-05-28T08:24:06.074275Z OPEN -> PRIMARY | |
2023-05-28T08:24:06.692619Z will receive IST(seqno:8607495) | |
2023-05-28T08:24:06.693734Z cluster1-1 will resync local node | |
2023-05-28T08:24:06.693814Z PRIMARY -> JOINER | |
2023-05-28T08:24:06.693995Z | local node will resync cluster1-0 |
2023-05-28T08:24:06.694081Z | SYNCED -> DONOR |
2023-05-28T08:24:06.694718Z | | cluster1-1 will resync cluster1-0
2023-05-28T08:24:06.710536Z | IST to cluster1-0(seqno:8607495) |
2023-05-28T08:24:07.166023Z | IST will be used |
2023-05-28T08:24:08.182490Z got IST from cluster1-1 | |
2023-05-28T08:24:08.182724Z | finished sending IST to cluster1-0 |
2023-05-28T08:24:08.182760Z | DESYNCED -> JOINED |
2023-05-28T08:24:08.183221Z | JOINED -> SYNCED |
2023-05-28T08:24:08.183529Z | | cluster1-1 synced cluster1-0
2023-05-28T08:24:19.334302Z wsrep recovery | |
2023-05-28T08:24:20.501118Z IST received(seqno:8607495) | |
2023-05-28T08:24:20.502038Z JOINER -> JOINED | |
2023-05-28T08:24:20.658917Z JOINED -> SYNCED | |
2023-05-28T08:41:19.817710Z received shutdown | |
2023-05-28T08:45:00.599029Z NON-PRIMARY(n=1) | |
2023-05-28T08:45:00.599104Z SYNCED -> OPEN | |
2023-05-28T08:45:00.599137Z OPEN -> CLOSED | |
2023-05-28T08:45:00.599496Z | cluster1-2 joined |
2023-05-28T08:45:00.599569Z | cluster1-0 left |
2023-05-28T08:45:00.600242Z | | cluster1-1 joined
2023-05-28T08:45:00.600380Z | | cluster1-0 left
2023-05-28T08:45:00.601727Z | cluster1-0 left |
2023-05-28T08:45:00.601802Z | PRIMARY(n=2) |
2023-05-28T08:45:00.601872Z | | cluster1-0 left
2023-05-28T08:45:00.602020Z | | PRIMARY(n=2)
2023-05-28T08:45:29.372593Z shutdown complete | |
2023-05-28T08:45:43.616580Z starting(8.0.31) | |
2023-05-28T08:45:43.633451Z started(cluster) | |
2023-05-28T08:45:43.634696Z recovering gcache | |
2023-05-28T08:45:44.344424Z recovering gcache | |
2023-05-28T08:45:44.504384Z cluster1-2 joined | |
2023-05-28T08:45:44.504394Z cluster1-1 joined | |
2023-05-28T08:45:44.504948Z | cluster1-0 joined |
2023-05-28T08:45:44.504992Z | cluster1-2 joined |
2023-05-28T08:45:44.505616Z | | cluster1-0 joined
2023-05-28T08:45:44.505646Z | | cluster1-1 joined
2023-05-28T08:45:44.505932Z | PRIMARY(n=3) |
2023-05-28T08:45:44.506535Z | | PRIMARY(n=3)
2023-05-28T08:45:44.945587Z CLOSED -> OPEN | |
2023-05-28T08:45:44.945768Z PRIMARY(n=3) | |
2023-05-28T08:45:44.947395Z OPEN -> PRIMARY | |
2023-05-28T08:45:45.576073Z will receive IST(seqno:8616014) | |
2023-05-28T08:45:45.577425Z cluster1-1 will resync local node | |
2023-05-28T08:45:45.577501Z PRIMARY -> JOINER | |
2023-05-28T08:45:45.577952Z | local node will resync cluster1-0 |
2023-05-28T08:45:45.578054Z | SYNCED -> DONOR |
2023-05-28T08:45:45.578639Z | | cluster1-1 will resync cluster1-0
2023-05-28T08:45:45.591166Z | IST to cluster1-0(seqno:8616014) |
2023-05-28T08:45:45.986742Z | IST will be used |
2023-05-28T08:45:47.004479Z got IST from cluster1-1 | |
2023-05-28T08:45:47.005056Z | finished sending IST to cluster1-0 |
2023-05-28T08:45:47.005159Z | DESYNCED -> JOINED |
2023-05-28T08:45:47.005643Z | JOINED -> SYNCED |
2023-05-28T08:45:47.005725Z | | cluster1-1 synced cluster1-0
2023-05-28T08:45:58.262507Z wsrep recovery | |
2023-05-28T08:45:58.828269Z IST received(seqno:8616014) | |
2023-05-28T08:45:58.829309Z JOINER -> JOINED | |
2023-05-28T08:45:58.829961Z JOINED -> SYNCED | |
2023-05-28T08:52:18.119268Z (repeated x408)too many connections | |
2023-05-28T08:52:47.465770Z | | (repeated x9)too many connections
2023-05-28T08:53:48.040160Z too many connections | |
2023-05-28T08:53:48.056529Z | | too many connections
2023-05-28T08:54:21.486294Z | received shutdown |
2023-05-28T08:55:07.630416Z cluster1-2 joined | |
2023-05-28T08:55:07.630563Z cluster1-1 left | |
2023-05-28T08:55:07.630879Z | NON-PRIMARY(n=1) |
2023-05-28T08:55:07.631003Z | SYNCED -> OPEN |
2023-05-28T08:55:07.631060Z | OPEN -> CLOSED |
2023-05-28T08:55:07.631347Z | | cluster1-0 joined
2023-05-28T08:55:07.631488Z | | cluster1-1 left
2023-05-28T08:55:07.631670Z cluster1-1 left | |
2023-05-28T08:55:07.631751Z PRIMARY(n=2) | |
2023-05-28T08:55:07.632948Z | | cluster1-1 left
2023-05-28T08:55:07.633020Z | | PRIMARY(n=2)
2023-05-28T08:55:37.412783Z | shutdown complete |
2023-05-28T08:55:51.876757Z | starting(8.0.31) |
2023-05-28T08:55:51.886863Z | started(cluster) |
2023-05-28T08:55:51.888167Z | recovering gcache |
2023-05-28T08:55:52.546135Z | recovering gcache |
2023-05-28T08:55:53.692114Z cluster1-1 joined | |
2023-05-28T08:55:53.692201Z cluster1-2 joined | |
2023-05-28T08:55:53.692388Z | cluster1-0 joined |
2023-05-28T08:55:53.692399Z | cluster1-2 joined |
2023-05-28T08:55:53.692911Z | | cluster1-0 joined
2023-05-28T08:55:53.693001Z | | cluster1-1 joined
2023-05-28T08:55:53.694007Z PRIMARY(n=3) | |
2023-05-28T08:55:53.694614Z | | PRIMARY(n=3)
2023-05-28T08:55:54.183486Z | CLOSED -> OPEN |
2023-05-28T08:55:54.183677Z | PRIMARY(n=3) |
2023-05-28T08:55:54.186317Z | OPEN -> PRIMARY |
2023-05-28T08:55:54.807556Z | will receive IST(seqno:8618666) |
2023-05-28T08:55:54.808270Z cluster1-2 will resync cluster1-1 | |
2023-05-28T08:55:54.808658Z | cluster1-2 will resync local node |
2023-05-28T08:55:54.808706Z | PRIMARY -> JOINER |
2023-05-28T08:55:54.809248Z | | local node will resync cluster1-1
2023-05-28T08:55:54.809337Z | | SYNCED -> DONOR
2023-05-28T08:55:54.823835Z | | IST to cluster1-1(seqno:8618666)
2023-05-28T08:55:55.177191Z | | IST will be used
2023-05-28T08:55:56.193609Z cluster1-2 synced cluster1-1 | |
2023-05-28T08:55:56.193999Z | got IST from cluster1-2 |
2023-05-28T08:55:56.194486Z | | finished sending IST to cluster1-1
2023-05-28T08:55:56.194594Z | | DESYNCED -> JOINED
2023-05-28T08:55:56.195234Z | | JOINED -> SYNCED
2023-05-28T08:56:07.958413Z | wsrep recovery |
2023-05-28T08:56:08.256725Z | IST received(seqno:8618666) |
2023-05-28T08:56:08.257640Z | JOINER -> JOINED |
2023-05-28T08:56:08.258254Z | JOINED -> SYNCED |
2023-05-29T03:00:17.916558Z | | garb joined
2023-05-29T03:00:17.916588Z | | cluster1-0 joined
2023-05-29T03:00:17.916596Z | | cluster1-1 joined
2023-05-29T03:00:17.917011Z garb joined | |
2023-05-29T03:00:17.917037Z cluster1-1 joined | |
2023-05-29T03:00:17.917043Z cluster1-2 joined | |
2023-05-29T03:00:17.917285Z | garb joined |
2023-05-29T03:00:17.917372Z | cluster1-0 joined |
2023-05-29T03:00:17.917383Z | cluster1-2 joined |
2023-05-29T03:00:18.919405Z | | PRIMARY(n=4)
2023-05-29T03:00:18.919902Z PRIMARY(n=4) | |
2023-05-29T03:00:18.919952Z | PRIMARY(n=4) |
2023-05-29T03:00:19.379393Z | | local node will resync garb
2023-05-29T03:00:19.379427Z | | SYNCED -> DONOR
2023-05-29T03:00:19.379660Z cluster1-2 will resync garb | |
2023-05-29T03:00:19.379736Z | cluster1-2 will resync garb |
2023-05-29T03:00:30.869972Z | | SST to garb
2023-05-29T03:41:39.124527Z | | finished sending SST to garb
2023-05-29T03:41:39.124632Z | | DESYNCED -> JOINED
2023-05-29T03:41:39.125339Z | | JOINED -> SYNCED
2023-05-29T03:41:39.125763Z | cluster1-2 synced garb |
2023-05-29T03:41:39.125854Z cluster1-2 synced garb | |
2023-05-29T05:00:37.738615Z | | garb joined
2023-05-29T05:00:37.738711Z | | cluster1-0 joined
2023-05-29T05:00:37.738735Z | | cluster1-1 joined
2023-05-29T05:00:37.738755Z | | 10.16.29.220 joined
2023-05-29T05:00:37.740237Z garb joined | |
2023-05-29T05:00:37.740269Z | garb joined |
2023-05-29T05:00:37.740320Z cluster1-1 joined | |
2023-05-29T05:00:37.740345Z cluster1-2 joined | |
2023-05-29T05:00:37.740366Z 10.16.29.220 joined | |
2023-05-29T05:00:37.740402Z | cluster1-0 joined |
2023-05-29T05:00:37.740430Z | cluster1-2 joined |
2023-05-29T05:00:37.740475Z | 10.16.29.220 joined |
2023-05-29T05:00:37.740651Z | | PRIMARY(n=5)
2023-05-29T05:00:37.742138Z | PRIMARY(n=5) |
2023-05-29T05:00:37.742177Z PRIMARY(n=5) | |
2023-05-29T05:00:38.239851Z | | local node will resync garb
2023-05-29T05:00:38.239874Z | | SYNCED -> DONOR
2023-05-29T05:00:38.241430Z | cluster1-2 will resync garb |
2023-05-29T05:00:38.241476Z cluster1-2 will resync garb | |
2023-05-29T05:00:49.731756Z | | SST to 10.16.29.220
2023-05-29T05:54:56.049218Z | | finished sending SST to garb
2023-05-29T05:54:56.049291Z | | DESYNCED -> JOINED
2023-05-29T05:54:56.049762Z | | JOINED -> SYNCED
2023-05-29T05:54:56.050912Z | cluster1-2 synced garb |
2023-05-29T05:54:56.050919Z cluster1-2 synced garb | |
2023-05-29T05:54:58.219414Z | | garb joined
2023-05-29T05:54:58.219474Z | | cluster1-0 joined
2023-05-29T05:54:58.219489Z | | cluster1-1 joined
2023-05-29T05:54:58.219504Z | | 10.16.29.220 left
2023-05-29T05:54:58.220860Z garb joined | |
2023-05-29T05:54:58.220913Z cluster1-1 joined | |
2023-05-29T05:54:58.220925Z cluster1-2 joined | |
2023-05-29T05:54:58.220954Z 10.16.29.220 left | |
2023-05-29T05:54:58.221144Z | garb joined |
2023-05-29T05:54:58.221241Z | cluster1-0 joined |
2023-05-29T05:54:58.221263Z | cluster1-2 joined |
2023-05-29T05:54:58.221280Z | 10.16.29.220 left |
2023-05-29T05:55:03.220834Z | | garb suspected to be down
2023-05-29T05:55:03.222309Z garb suspected to be down | |
2023-05-29T05:55:03.722761Z | garb suspected to be down |
2023-05-29T05:55:04.222613Z | | cluster1-0 joined
2023-05-29T05:55:04.222670Z | | cluster1-1 joined
2023-05-29T05:55:04.223778Z | | garb left
2023-05-29T05:55:04.223869Z | | PRIMARY(n=3)
2023-05-29T05:55:04.224239Z | cluster1-0 joined |
2023-05-29T05:55:04.224260Z | cluster1-2 joined |
2023-05-29T05:55:04.224438Z cluster1-1 joined | |
2023-05-29T05:55:04.224539Z cluster1-2 joined | |
2023-05-29T05:55:04.225735Z | garb left |
2023-05-29T05:55:04.225794Z garb left | |
2023-05-29T05:55:04.225815Z | PRIMARY(n=3) |
2023-05-29T05:55:04.225876Z PRIMARY(n=3) | |
2023-05-29T06:18:41.339691Z | | cluster1-0 joined
2023-05-29T06:18:41.339777Z | | cluster1-1 joined
2023-05-29T06:18:41.339802Z | | 10.16.27.183 joined
2023-05-29T06:18:41.340638Z cluster1-1 joined | |
2023-05-29T06:18:41.340748Z cluster1-2 joined | |
2023-05-29T06:18:41.340777Z 10.16.27.183 joined | |
2023-05-29T06:18:41.340846Z | cluster1-0 joined |
2023-05-29T06:18:41.340903Z | cluster1-2 joined |
2023-05-29T06:18:41.340914Z | 10.16.27.183 joined |
2023-05-29T06:18:41.341398Z | | PRIMARY(n=4)
2023-05-29T06:18:41.342417Z | PRIMARY(n=4) |
2023-05-29T06:18:41.342618Z PRIMARY(n=4) | |
2023-05-29T06:18:41.840368Z | | local node will resync garb
2023-05-29T06:18:41.840393Z | | SYNCED -> DONOR
2023-05-29T06:18:41.841468Z | cluster1-2 will resync garb |
2023-05-29T06:18:41.841677Z cluster1-2 will resync garb | |
2023-05-29T06:18:53.370532Z | | SST to 10.16.27.183
2023-05-29T06:21:16.932469Z | | garb joined
2023-05-29T06:21:16.932542Z | | cluster1-0 joined
2023-05-29T06:21:16.932559Z | | cluster1-1 joined
2023-05-29T06:21:16.932574Z | | 10.16.27.183 joined
2023-05-29T06:21:16.933460Z | garb joined |
2023-05-29T06:21:16.933530Z | cluster1-0 joined |
2023-05-29T06:21:16.933543Z | cluster1-2 joined |
2023-05-29T06:21:16.933554Z | 10.16.27.183 joined |
2023-05-29T06:21:16.933921Z garb joined | |
2023-05-29T06:21:16.933996Z cluster1-1 joined | |
2023-05-29T06:21:16.934011Z cluster1-2 joined | |
2023-05-29T06:21:16.934022Z 10.16.27.183 joined | |
2023-05-29T06:21:16.934118Z | | PRIMARY(n=5)
2023-05-29T06:21:16.935175Z | PRIMARY(n=5) |
2023-05-29T06:21:16.935415Z PRIMARY(n=5) | |
2023-05-29T06:21:17.398796Z | | cluster1-1 will resync garb
2023-05-29T06:21:17.399780Z | local node will resync garb |
2023-05-29T06:21:17.399791Z | SYNCED -> DONOR |
2023-05-29T06:21:17.400070Z cluster1-1 will resync garb | |
2023-05-29T06:21:28.872272Z | SST to garb |
2023-05-29T07:16:31.663110Z | cluster1-2 synced garb |
2023-05-29T07:16:31.663588Z cluster1-2 synced garb | |
2023-05-29T07:16:31.664728Z | | finished sending SST to garb
2023-05-29T07:16:31.664811Z | | DESYNCED -> JOINED
2023-05-29T07:16:31.665547Z | | JOINED -> SYNCED
2023-05-29T07:16:33.678136Z | | garb joined
2023-05-29T07:16:33.678217Z | | cluster1-0 joined
2023-05-29T07:16:33.678236Z | | cluster1-1 joined
2023-05-29T07:16:33.678252Z | | 10.16.27.183 left
2023-05-29T07:16:34.694046Z | SST error |
2023-05-29T07:16:38.678115Z garb suspected to be down | |
2023-05-29T07:16:38.678140Z cluster1-2 suspected to be down | |
2023-05-29T07:16:38.678174Z | garb suspected to be down |
2023-05-29T07:16:38.678187Z 10.16.27.183 suspected to be down | |
2023-05-29T07:16:38.678199Z | cluster1-2 suspected to be down |
2023-05-29T07:16:38.678232Z | 10.16.27.183 suspected to be down |
2023-05-29T07:16:38.679876Z | | garb suspected to be down
2023-05-29T07:16:38.679923Z | | cluster1-0 suspected to be down
2023-05-29T07:16:38.679965Z | | cluster1-1 suspected to be down
2023-05-29T07:16:39.178309Z garb suspected to be down | |
2023-05-29T07:16:39.178383Z | garb suspected to be down |
2023-05-29T07:16:39.178407Z cluster1-2 suspected to be down | |
2023-05-29T07:16:39.178437Z 10.16.27.183 suspected to be down | |
2023-05-29T07:16:39.178468Z | cluster1-2 suspected to be down |
2023-05-29T07:16:39.178496Z | 10.16.27.183 suspected to be down |
2023-05-29T07:16:39.678585Z | garb suspected to be down |
2023-05-29T07:16:39.678620Z garb suspected to be down | |
2023-05-29T07:16:39.678649Z | cluster1-2 suspected to be down |
2023-05-29T07:16:39.678672Z | 10.16.27.183 suspected to be down |
2023-05-29T07:16:39.678717Z cluster1-2 suspected to be down | |
2023-05-29T07:16:39.678763Z 10.16.27.183 suspected to be down | |
2023-05-29T07:16:39.680986Z | | NON-PRIMARY(n=1)
2023-05-29T07:16:39.681204Z | | SYNCED -> OPEN
2023-05-29T07:16:39.681241Z | | NON-PRIMARY(n=1)
2023-05-29T07:16:40.178884Z garb suspected to be down | |
2023-05-29T07:16:40.178983Z cluster1-2 suspected to be down | |
2023-05-29T07:16:40.179015Z 10.16.27.183 suspected to be down | |
2023-05-29T07:16:40.179037Z | garb suspected to be down |
2023-05-29T07:16:40.179126Z | cluster1-2 suspected to be down |
2023-05-29T07:16:40.179154Z | 10.16.27.183 suspected to be down |
2023-05-29T07:16:40.679187Z garb suspected to be down | |
2023-05-29T07:16:40.679234Z | garb suspected to be down |
2023-05-29T07:16:40.679286Z | cluster1-2 suspected to be down |
2023-05-29T07:16:40.679287Z cluster1-2 suspected to be down | |
2023-05-29T07:16:40.679299Z | 10.16.27.183 suspected to be down |
2023-05-29T07:16:40.679313Z 10.16.27.183 suspected to be down | |
2023-05-29T07:16:41.679431Z garb suspected to be down | |
2023-05-29T07:16:41.679447Z cluster1-2 suspected to be down | |
2023-05-29T07:16:41.679615Z | garb suspected to be down |
2023-05-29T07:16:41.679645Z | cluster1-2 suspected to be down |
2023-05-29T07:16:42.179558Z garb suspected to be down | |
2023-05-29T07:16:42.179662Z cluster1-2 suspected to be down | |
2023-05-29T07:16:42.179845Z | garb suspected to be down |
2023-05-29T07:16:42.179935Z | cluster1-2 suspected to be down |
2023-05-29T07:16:42.679809Z garb suspected to be down | |
2023-05-29T07:16:42.679917Z cluster1-2 suspected to be down | |
2023-05-29T07:16:42.680147Z | garb suspected to be down |
2023-05-29T07:16:42.680227Z | cluster1-2 suspected to be down |
2023-05-29T07:16:43.179985Z garb suspected to be down | |
2023-05-29T07:16:43.180032Z cluster1-2 suspected to be down | |
2023-05-29T07:16:43.180363Z | garb suspected to be down |
2023-05-29T07:16:43.180449Z | cluster1-2 suspected to be down |
2023-05-29T07:16:43.680203Z garb suspected to be down | |
2023-05-29T07:16:43.680308Z cluster1-2 suspected to be down | |
2023-05-29T07:16:43.680663Z | garb suspected to be down |
2023-05-29T07:16:43.680746Z | cluster1-2 suspected to be down |
2023-05-29T07:16:44.180424Z garb suspected to be down | |
2023-05-29T07:16:44.180519Z cluster1-2 suspected to be down | |
2023-05-29T07:16:44.181005Z | garb suspected to be down |
2023-05-29T07:16:44.181104Z | cluster1-2 suspected to be down |
2023-05-29T07:16:44.680653Z garb suspected to be down | |
2023-05-29T07:16:44.680716Z cluster1-2 suspected to be down | |
2023-05-29T07:16:44.681319Z | garb suspected to be down |
2023-05-29T07:16:44.681413Z | cluster1-2 suspected to be down |
2023-05-29T07:16:45.180784Z garb suspected to be down | |
2023-05-29T07:16:45.180828Z cluster1-2 suspected to be down | |
2023-05-29T07:16:45.181934Z | garb suspected to be down |
2023-05-29T07:16:45.182024Z | cluster1-2 suspected to be down |
2023-05-29T07:16:45.680937Z garb suspected to be down | |
2023-05-29T07:16:45.680994Z cluster1-2 suspected to be down | |
2023-05-29T07:16:45.682205Z | garb suspected to be down |
2023-05-29T07:16:45.682266Z | cluster1-2 suspected to be down |
2023-05-29T07:16:46.181058Z garb suspected to be down | |
2023-05-29T07:16:46.181106Z cluster1-2 suspected to be down | |
2023-05-29T07:16:46.182370Z | garb suspected to be down |
2023-05-29T07:16:46.182475Z | cluster1-2 suspected to be down |
2023-05-29T07:16:46.681295Z garb suspected to be down | |
2023-05-29T07:16:46.681392Z cluster1-2 suspected to be down | |
2023-05-29T07:16:46.682637Z | garb suspected to be down |
2023-05-29T07:16:46.682671Z | cluster1-2 suspected to be down |
2023-05-29T07:16:47.181556Z garb suspected to be down | |
2023-05-29T07:16:47.181655Z cluster1-2 suspected to be down | |
2023-05-29T07:16:47.182793Z | garb suspected to be down |
2023-05-29T07:16:47.182876Z | cluster1-2 suspected to be down |
2023-05-29T07:16:47.681851Z garb suspected to be down | |
2023-05-29T07:16:47.681934Z cluster1-2 suspected to be down | |
2023-05-29T07:16:47.683061Z | garb suspected to be down |
2023-05-29T07:16:47.683101Z | cluster1-2 suspected to be down |
2023-05-29T07:16:48.182043Z garb suspected to be down | |
2023-05-29T07:16:48.182140Z cluster1-2 suspected to be down | |
2023-05-29T07:16:48.183482Z | garb suspected to be down |
2023-05-29T07:16:48.183563Z | cluster1-2 suspected to be down |
2023-05-29T07:16:48.682756Z | 10.16.27.183 left |
2023-05-29T07:16:48.682898Z | NON-PRIMARY(n=1) |
2023-05-29T07:16:48.682999Z | DESYNCED -> OPEN |
2023-05-29T07:16:48.683014Z | NON-PRIMARY(n=1) |
2023-05-29T07:16:48.683734Z 10.16.27.183 left | |
2023-05-29T07:16:48.683956Z NON-PRIMARY(n=1) | |
2023-05-29T07:16:48.684193Z SYNCED -> OPEN | |
2023-05-29T07:16:48.684230Z NON-PRIMARY(n=1) | |
2023-05-29T07:16:49.684876Z | cluster1-0 joined |
2023-05-29T07:16:49.684971Z | cluster1-2 joined |
2023-05-29T07:16:49.685351Z cluster1-1 joined | |
2023-05-29T07:16:49.685402Z cluster1-2 joined | |
2023-05-29T07:16:49.685497Z | NON-PRIMARY(n=3) |
2023-05-29T07:16:49.686149Z NON-PRIMARY(n=3) | |
2023-05-29T07:16:49.686256Z | | cluster1-0 joined
2023-05-29T07:16:49.686310Z | | cluster1-1 joined
2023-05-29T07:16:49.687051Z | | NON-PRIMARY(n=3)
2023-05-29T07:17:06.846743Z | | received shutdown
2023-05-29T07:17:15.812255Z received shutdown | |
2023-05-29T07:17:16.848791Z | cluster1-0 joined |
2023-05-29T07:17:16.848924Z | cluster1-2 left |
2023-05-29T07:17:16.849374Z cluster1-1 joined | |
2023-05-29T07:17:16.849499Z cluster1-2 left | |
2023-05-29T07:17:16.850012Z | NON-PRIMARY(n=2) |
2023-05-29T07:17:16.850477Z | | NON-PRIMARY(n=1)
2023-05-29T07:17:16.850489Z NON-PRIMARY(n=2) | |
2023-05-29T07:17:16.850794Z | | OPEN -> CLOSED
2023-05-29T07:17:17.387918Z | received shutdown |
2023-05-29T07:17:26.815037Z | cluster1-0 left |
2023-05-29T07:17:26.815352Z | NON-PRIMARY(n=1) |
2023-05-29T07:17:26.816357Z NON-PRIMARY(n=1) | |
2023-05-29T07:17:26.816671Z OPEN -> CLOSED | |
2023-05-29T07:17:27.390229Z | OPEN -> CLOSED |
2023-05-29T07:17:45.090041Z | | shutdown complete
2023-05-29T07:17:52.956890Z shutdown complete | |
2023-05-29T07:17:55.556216Z | shutdown complete |
2023-05-29T07:19:34.593510Z starting(8.0.31) | |
2023-05-29T07:19:34.607812Z started(cluster) | |
2023-05-29T07:19:34.608840Z safe_to_bootstrap: 1 | |
2023-05-29T07:19:34.608976Z recovering gcache | |
2023-05-29T07:19:35.197239Z recovering gcache | |
2023-05-29T07:19:35.284187Z bootstrapping | |
2023-05-29T07:19:35.284852Z CLOSED -> OPEN | |
2023-05-29T07:19:35.285076Z PRIMARY(n=1) | |
2023-05-29T07:19:35.286156Z (restored)OPEN -> JOINED | |
2023-05-29T07:19:35.286229Z JOINED -> SYNCED | |
2023-05-29T07:20:12.578000Z | | starting(8.0.31)
2023-05-29T07:20:12.581823Z | | started(cluster)
2023-05-29T07:20:12.583060Z | | recovering gcache
2023-05-29T07:20:13.267704Z | | recovering gcache
2023-05-29T07:20:13.855900Z cluster1-2 joined | |
2023-05-29T07:20:13.857279Z | | cluster1-0 joined
2023-05-29T07:20:13.857329Z PRIMARY(n=2) | |
2023-05-29T07:20:14.356588Z | | CLOSED -> OPEN
2023-05-29T07:20:14.356749Z | | PRIMARY(n=2)
2023-05-29T07:20:14.358922Z | | OPEN -> PRIMARY
2023-05-29T07:20:14.962538Z local node will resync cluster1-2 | |
2023-05-29T07:20:14.962618Z SYNCED -> DONOR | |
2023-05-29T07:20:14.962620Z | | will receive IST(seqno:9339113)
2023-05-29T07:20:14.963634Z | | cluster1-0 will resync local node
2023-05-29T07:20:14.963723Z | | PRIMARY -> JOINER
2023-05-29T07:20:14.979257Z IST to cluster1-2(seqno:9339113) | |
2023-05-29T07:20:15.349516Z IST will be used | |
2023-05-29T07:20:16.366198Z finished sending IST to cluster1-2 | |
2023-05-29T07:20:16.366270Z DESYNCED -> JOINED | |
2023-05-29T07:20:16.366599Z JOINED -> SYNCED | |
2023-05-29T07:20:16.367386Z | | got IST from cluster1-0
2023-05-29T07:20:28.138289Z | | wsrep recovery
2023-05-29T07:20:28.379593Z | | IST received(seqno:9339113)
2023-05-29T07:20:28.380334Z | | JOINER -> JOINED
2023-05-29T07:20:28.455306Z | | JOINED -> SYNCED
2023-05-29T07:20:30.982370Z | starting(8.0.31) |
2023-05-29T07:20:30.994020Z | started(cluster) |
2023-05-29T07:20:30.995328Z | recovering gcache |
2023-05-29T07:20:31.626044Z | recovering gcache |
2023-05-29T07:20:32.215655Z | cluster1-0 joined |
2023-05-29T07:20:32.215681Z | cluster1-2 joined |
2023-05-29T07:20:32.216241Z cluster1-2 joined | |
2023-05-29T07:20:32.216334Z cluster1-1 joined | |
2023-05-29T07:20:32.217405Z | | cluster1-0 joined
2023-05-29T07:20:32.217511Z | | cluster1-1 joined
2023-05-29T07:20:32.217863Z PRIMARY(n=3) | |
2023-05-29T07:20:32.219022Z | | PRIMARY(n=3)
2023-05-29T07:20:32.714734Z | CLOSED -> OPEN |
2023-05-29T07:20:32.714910Z | PRIMARY(n=3) |
2023-05-29T07:20:32.717573Z | OPEN -> PRIMARY |
2023-05-29T07:20:33.299585Z | will receive IST(seqno:9339350) |
2023-05-29T07:20:33.300653Z | cluster1-0 will resync local node |
2023-05-29T07:20:33.300727Z | PRIMARY -> JOINER |
2023-05-29T07:20:33.301361Z local node will resync cluster1-1 | |
2023-05-29T07:20:33.301459Z SYNCED -> DONOR | |
2023-05-29T07:20:33.302423Z | | cluster1-0 will resync cluster1-1
2023-05-29T07:20:33.314392Z IST to cluster1-1(seqno:9339350) | |
2023-05-29T07:20:33.730384Z IST will be used | |
2023-05-29T07:20:34.750551Z | got IST from cluster1-0 |
2023-05-29T07:20:34.751280Z finished sending IST to cluster1-1 | |
2023-05-29T07:20:34.751368Z DESYNCED -> JOINED | |
2023-05-29T07:20:34.751983Z JOINED -> SYNCED | |
2023-05-29T07:20:34.752408Z | | cluster1-0 synced cluster1-1
2023-05-29T07:20:47.797067Z | wsrep recovery |
2023-05-29T07:20:48.198421Z | IST received(seqno:9339350) |
2023-05-29T07:20:48.199500Z | JOINER -> JOINED |
2023-05-29T07:20:48.200243Z | JOINED -> SYNCED |
2023-05-29T07:54:32.160958Z | garb joined |
2023-05-29T07:54:32.161002Z | cluster1-0 joined |
2023-05-29T07:54:32.161009Z | cluster1-2 joined |
2023-05-29T07:54:32.161040Z garb joined | |
2023-05-29T07:54:32.161077Z cluster1-2 joined | |
2023-05-29T07:54:32.161084Z cluster1-1 joined | |
2023-05-29T07:54:32.161868Z | PRIMARY(n=4) |
2023-05-29T07:54:32.161979Z PRIMARY(n=4) | |
2023-05-29T07:54:32.164088Z | | garb joined
2023-05-29T07:54:32.164138Z | | cluster1-0 joined
2023-05-29T07:54:32.164147Z | | cluster1-1 joined
2023-05-29T07:54:32.165047Z | | PRIMARY(n=4)
2023-05-29T07:54:32.440770Z | cluster1-2 will resync garb |
2023-05-29T07:54:32.440867Z cluster1-2 will resync garb | |
2023-05-29T07:54:32.443905Z | | local node will resync garb
2023-05-29T07:54:32.443943Z | | SYNCED -> DONOR
2023-05-29T07:54:43.911767Z | | SST to garb
2023-05-29T08:45:19.117463Z | cluster1-2 synced garb |
2023-05-29T08:45:19.117474Z cluster1-2 synced garb | |
2023-05-29T08:45:19.121268Z | | finished sending SST to garb
2023-05-29T08:45:19.121298Z | | DESYNCED -> JOINED
2023-05-29T08:45:19.122002Z | | JOINED -> SYNCED
2023-05-29T08:45:21.448009Z cluster1-2 joined | |
2023-05-29T08:45:21.448042Z cluster1-1 joined | |
2023-05-29T08:45:21.448063Z garb left | |
2023-05-29T08:45:21.448135Z | cluster1-0 joined |
2023-05-29T08:45:21.448173Z | cluster1-2 joined |
2023-05-29T08:45:21.448197Z | garb left |
2023-05-29T08:45:21.449441Z garb left | |
2023-05-29T08:45:21.449521Z PRIMARY(n=3) | |
2023-05-29T08:45:21.449586Z | garb left |
2023-05-29T08:45:21.449684Z | PRIMARY(n=3) |
2023-05-29T08:45:21.451385Z | | cluster1-0 joined
2023-05-29T08:45:21.451433Z | | cluster1-1 joined
2023-05-29T08:45:21.451442Z | | garb left
2023-05-29T08:45:21.454564Z | | garb left
2023-05-29T08:45:21.454608Z | | PRIMARY(n=3)
identifier tests/logs/operator_concurrent_ssts/node1.log tests/logs/operator_concurrent_ssts/node2.log tests/logs/operator_concurrent_ssts/node3.log
current path tests/logs/operator_concurrent_ssts/node1.log tests/logs/operator_concurrent_ssts/node2.log tests/logs/operator_concurrent_ssts/node3.log
last known ip 10.16.29.34 10.16.27.98 10.16.28.213
last known name cluster1-0 cluster1-1 cluster1-2
mysql version 8.0.31 8.0.31 8.0.31

4081
src/go/pt-galera-log-explainer/tests/logs/operator_concurrent_ssts/node1.log Executable file
View File

File diff suppressed because it is too large Load Diff

5978
src/go/pt-galera-log-explainer/tests/logs/operator_concurrent_ssts/node2.log Executable file
View File

File diff suppressed because one or more lines are too long

21791
src/go/pt-galera-log-explainer/tests/logs/operator_concurrent_ssts/node3.log Executable file
View File

File diff suppressed because it is too large Load Diff

3
src/go/pt-galera-log-explainer/types/ctx.go
View File

@@ -208,9 +208,6 @@ func (ctx *LogCtx) AddOwnIP(ip string) {
return
}
ctx.OwnIPs = append(ctx.OwnIPs, ip)
for _, hash := range ctx.OwnHashes {
ctx.HashToIP[hash] = ip
}
for _, name := range ctx.OwnNames {
ctx.IPToNodeName[ip] = name
}