percona/percona-toolkit
1
0
Fork 0
mirror of https://github.com/percona/percona-toolkit.git synced 2025-09-20 19:04:59 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add: regression tests

Browse Source
This commit is contained in:
Yoann La Cancellera
2023-09-19 11:39:20 +02:00
parent 6d6f30372c
commit fea9be26bd
14 changed files with 9095 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

106
src/go/pt-galera-log-explainer/main_test.go Normal file
View File

@@ -0,0 +1,106 @@
package main
import (
"io/ioutil"
"os/exec"
"path/filepath"
"regexp"
"strings"
"testing"
"github.com/google/go-cmp/cmp"
)
var toolExecutable = "../../../bin/" + toolname
func TestMain(t *testing.T) {
tests := []struct {
name string
cmd []string
path string
}{
{
name: "upgrade_list_all",
cmd: []string{"list", "--all"},
path: "tests/logs/upgrade/*.log",
},
{
name: "upgrade_list_sst",
cmd: []string{"list", "--sst"},
path: "tests/logs/upgrade/*.log",
},
{
name: "upgrade_list_events",
cmd: []string{"list", "--events"},
path: "tests/logs/upgrade/*.log",
},
{
name: "upgrade_list_views",
cmd: []string{"list", "--views"},
path: "tests/logs/upgrade/*.log",
},
{
name: "upgrade_list_states",
cmd: []string{"list", "--states"},
path: "tests/logs/upgrade/*.log",
},
{
name: "upgrade_list_all_since_until",
cmd: []string{"list", "--all", "--since=2023-03-12T13:13:14.886853Z", "--until=2023-03-12T19:35:07.644570Z"},
path: "tests/logs/upgrade/*.log",
},
{
name: "upgrade_list_all_since",
cmd: []string{"list", "--all", "--since=2023-03-12T13:13:14.886853Z"},
path: "tests/logs/upgrade/*.log",
},
{
name: "upgrade_list_all_until",
cmd: []string{"list", "--all", "--until=2023-03-12T19:35:07.644570Z"},
path: "tests/logs/upgrade/*.log",
},
{
name: "upgrade_list_all_until_hiding_1_node",
cmd: []string{"list", "--all", "--until=2023-03-12T13:13:19.031367Z"},
path: "tests/logs/upgrade/*.log",
},
{
name: "upgrade_list_all_until_hiding_2_nodes",
cmd: []string{"list", "--all", "--until=2023-03-12T12:29:51.445280Z"},
path: "tests/logs/upgrade/*.log",
},
}
for _, test := range tests {
filepaths, err := filepath.Glob(test.path)
if err != nil {
t.Fatalf("error during filepath.Glob(%s): %v", test.path, err)
}
test.cmd = append(test.cmd, filepaths...)
out, err := exec.Command(toolExecutable, test.cmd...).CombinedOutput()
if err != nil {
t.Fatalf("error executing %s %s: %s: %s", toolExecutable, strings.Join(test.cmd, " "), err.Error(), string(out))
}
expected, err := ioutil.ReadFile("tests/expected/" + test.name)
if err != nil {
t.Fatalf("error loading test 'expected' file: %s", err)
}
if !cmp.Equal(out, expected) {
t.Errorf("%s: test %s failed: %s\nout: %s", toolname, test.name, strings.Join(test.cmd, " "), cmp.Diff(string(out), string(expected)))
}
}
}
func TestVersionOption(t *testing.T) {
out, err := exec.Command(toolExecutable, "--version").Output()
if err != nil {
t.Errorf("error executing %s --version: %s", toolname, err.Error())
}
// We are using MustCompile here, because hard-coded RE should not fail
re := regexp.MustCompile(toolname + `\n.*Version v?\d+\.\d+\.\d+\n`)
if !re.Match(out) {
t.Errorf("%s --version returns wrong result:\n%s", toolname, out)
}
}

312
src/go/pt-galera-log-explainer/tests/expected/upgrade_list_all Normal file
View File

@@ -0,0 +1,312 @@
identifier 172.17.0.2 node2 node3
current path tests/logs/upgrade/node1.log tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.2 172.17.0.3 172.17.0.4
last known name node2 node3
mysql version 8.0.28 8.0.28 8.0.28
2023-03-12T07:24:13.733958Z | starting(5.7.40) |
2023-03-12T07:24:13.771126Z | started(cluster) |
2023-03-12T07:24:14.289375Z | node1 joined |
2023-03-12T07:24:14.289412Z | node3 joined |
2023-03-12T07:24:14.789002Z | CLOSED -> OPEN |
2023-03-12T07:24:14.789075Z | PRIMARY(n=3) |
2023-03-12T07:24:14.789560Z | (restored)OPEN -> JOINED |
2023-03-12T07:24:14.789785Z | JOINED -> SYNCED |
2023-03-12T07:34:47.289292Z | received shutdown |
2023-03-12T07:34:57.286990Z | node1 joined |
2023-03-12T07:34:57.287111Z | node3 left |
2023-03-12T07:34:57.290903Z | node3 left |
2023-03-12T07:35:12.293578Z | PRIMARY(n=2) |
2023-03-12T07:35:12.293705Z | NON-PRIMARY(n=1) |
2023-03-12T07:35:12.293723Z | SYNCED -> OPEN |
2023-03-12T07:35:12.293760Z | OPEN -> CLOSED |
2023-03-12T07:35:18.533851Z | shutdown complete |
2023-03-12T07:38:06.673334Z | starting(5.7.40) |
2023-03-12T07:38:06.680025Z | started(cluster) |
2023-03-12T07:38:06.681065Z | safe_to_bootstrap: 1 |
2023-03-12T07:38:06.693619Z | bootstrapping |
2023-03-12T07:38:06.695987Z | CLOSED -> OPEN |
2023-03-12T07:38:06.696042Z | PRIMARY(n=1) |
2023-03-12T07:38:06.696187Z | (restored)OPEN -> JOINED |
2023-03-12T07:38:06.696210Z | JOINED -> SYNCED |
2023-03-12T07:39:27.162350Z | node3 joined |
2023-03-12T07:39:27.164824Z | PRIMARY(n=2) |
2023-03-12T07:43:09.063375Z | node1 joined |
2023-03-12T07:43:09.063430Z | node3 joined |
2023-03-12T07:43:09.065740Z | PRIMARY(n=3) |
2023-03-12T07:49:45.317891Z | received shutdown |
2023-03-12T07:49:55.319157Z | NON-PRIMARY(n=1) |
2023-03-12T07:49:55.319203Z | SYNCED -> OPEN |
2023-03-12T07:49:55.319230Z | OPEN -> CLOSED |
2023-03-12T07:50:00.605309Z | shutdown complete |
2023-03-12T08:46:48.943442Z | starting(5.7.40) |
2023-03-12T08:46:48.947933Z | started(cluster) |
2023-03-12T08:46:48.992365Z | node1 joined |
2023-03-12T08:46:49.463255Z | CLOSED -> OPEN |
2023-03-12T08:46:49.463334Z | PRIMARY(n=2) |
2023-03-12T08:46:49.463988Z | (restored)OPEN -> JOINED |
2023-03-12T08:46:49.464124Z | JOINED -> SYNCED |
2023-03-12T08:48:28.470198Z | node1 left |
2023-03-12T08:48:28.477643Z | node1 left |
2023-03-12T08:48:28.477680Z | PRIMARY(n=1) |
2023-03-12T08:49:41.706020Z | node1 joined |
2023-03-12T08:49:41.713788Z | PRIMARY(n=2) |
2023-03-12T09:41:30.759927Z | received shutdown |
2023-03-12T09:41:41.775338Z | NON-PRIMARY(n=1) |
2023-03-12T09:41:41.775413Z | SYNCED -> OPEN |
2023-03-12T09:41:41.775442Z | OPEN -> CLOSED |
2023-03-12T09:41:48.745926Z | shutdown complete |
5.7.40
(version)
 V 
8.0.28
2023-03-12T09:55:30.928545Z | starting(8.0.28) |
2023-03-12T09:59:01.655066Z | started(standalone) |
2023-03-12T10:01:10.488475Z | shutdown complete |
2023-03-12T10:03:03.136053Z | starting(8.0.28) |
2023-03-12T10:03:03.139798Z | started(cluster) |
2023-03-12T10:03:03.157578Z | not safe to bootstrap |
2023-03-12T10:03:03.157601Z | ABORTING |
2023-03-12T10:03:03.157774Z | shutdown complete |
2023-03-12T10:03:03.163682Z | CLOSED -> DESTROYED |
2023-03-12T10:04:12.603100Z | starting(8.0.28) |
2023-03-12T10:04:12.608219Z | started(cluster) |
2023-03-12T10:04:12.609639Z | safe_to_bootstrap: 1 |
2023-03-12T10:04:12.623957Z | bootstrapping |
2023-03-12T10:04:12.628369Z | CLOSED -> OPEN |
2023-03-12T10:04:12.628477Z | PRIMARY(n=1) |
2023-03-12T10:04:12.628792Z | (restored)OPEN -> JOINED |
2023-03-12T10:04:12.628833Z | JOINED -> SYNCED |
2023-03-12T11:23:46.950430Z | received shutdown |
2023-03-12T11:23:56.953018Z | SYNCED -> CLOSED |
2023-03-12T11:24:03.294073Z | shutdown complete |
2023-03-12T11:24:33.315663Z | starting(8.0.28) |
2023-03-12T11:24:33.319800Z | started(cluster) |
2023-03-12T11:24:33.320989Z | safe_to_bootstrap: 1 |
2023-03-12T11:24:33.332251Z | bootstrapping |
2023-03-12T11:24:33.334384Z | CLOSED -> OPEN |
2023-03-12T11:24:33.334467Z | PRIMARY(n=1) |
2023-03-12T11:24:33.334699Z | (restored)OPEN -> JOINED |
2023-03-12T11:24:33.334761Z | JOINED -> SYNCED |
2023-03-12T11:35:14.693312Z | node3 joined |
2023-03-12T11:35:14.695410Z | PRIMARY(n=2) |
2023-03-12T11:35:16.321642Z | SYNCED -> DONOR |
2023-03-12T11:35:16.342707Z | IST to node3(seqno:170403898) |
2023-03-12T11:35:17.118100Z | IST will be used |
2023-03-12T11:35:18.140723Z | finished sending IST to node3 |
2023-03-12T11:35:18.140768Z | DESYNCED -> JOINED |
2023-03-12T11:35:18.141016Z | JOINED -> SYNCED |
2023-03-12T11:35:21.030164Z | node3 left |
2023-03-12T11:35:21.035732Z | node3 left |
2023-03-12T11:35:21.035794Z | PRIMARY(n=1) |
2023-03-12T11:39:20.681083Z | node3 joined |
2023-03-12T11:39:20.683800Z | PRIMARY(n=2) |
2023-03-12T11:39:21.948554Z | SYNCED -> DONOR |
2023-03-12T11:39:21.952242Z | IST to node3(seqno:170403900) |
2023-03-12T11:39:33.420743Z | SST to node3 |
2023-03-12T11:39:38.705565Z | node3 left |
2023-03-12T11:39:38.707686Z | node3 left |
2023-03-12T11:39:38.707695Z | PRIMARY(n=1) |
2023-03-12T11:39:38.734654Z | SST error |
2023-03-12T11:39:38.738833Z | node2 failed to sync ??(node left) |
2023-03-12T11:39:38.738842Z | DESYNCED -> JOINED |
2023-03-12T11:39:38.738942Z | JOINED -> SYNCED |
2023-03-12T12:22:48.704897Z | received shutdown |
2023-03-12T12:22:58.706338Z | SYNCED -> CLOSED |
2023-03-12T12:23:04.677082Z | shutdown complete |
2023-03-12T12:24:36.270274Z | starting(8.0.28) |
2023-03-12T12:24:36.274315Z | started(cluster) |
2023-03-12T12:24:36.275472Z | safe_to_bootstrap: 1 |
2023-03-12T12:24:36.287220Z | bootstrapping |
2023-03-12T12:24:36.290286Z | CLOSED -> OPEN |
2023-03-12T12:24:36.290365Z | PRIMARY(n=1) |
2023-03-12T12:24:36.290625Z | (restored)OPEN -> JOINED |
2023-03-12T12:24:36.290667Z | JOINED -> SYNCED |
2023-03-12T12:29:49.319032Z | node1 joined |
2023-03-12T12:29:49.323505Z | PRIMARY(n=2) |
2023-03-12T12:29:51.443525Z | node1 left |
2023-03-12T12:29:51.445280Z | node1 left |
2023-03-12T12:29:51.445300Z | PRIMARY(n=1) |
2023-03-12T12:48:43.293802Z | |  starting(8.0.28)
2023-03-12T12:48:43.297858Z | |  started(cluster)
2023-03-12T12:48:43.521685Z | node3 joined |
2023-03-12T12:48:43.521846Z | |  node2 joined
2023-03-12T12:48:43.526717Z | PRIMARY(n=2) |
2023-03-12T12:48:43.820825Z | |  CLOSED -> OPEN
2023-03-12T12:48:43.820929Z | |  PRIMARY(n=2)
2023-03-12T12:48:43.822001Z | |  OPEN -> PRIMARY
2023-03-12T12:48:44.597299Z | |  will receive IST(seqno:170403905)
2023-03-12T12:48:44.599341Z | SYNCED -> DONOR | 
2023-03-12T12:48:44.599377Z | |  PRIMARY -> JOINER
2023-03-12T12:48:44.616436Z | IST to node3(seqno:170403905) | 
2023-03-12T12:48:45.044873Z | IST will be used | 
2023-03-12T12:48:46.064764Z | finished sending IST to node3 | 
2023-03-12T12:48:46.064808Z | DESYNCED -> JOINED | 
2023-03-12T12:48:46.065014Z | | got IST from node2
2023-03-12T12:48:46.065051Z | JOINED -> SYNCED | 
2023-03-12T12:48:54.233973Z | |  wsrep recovery
2023-03-12T12:48:54.269978Z | |  IST received(seqno:170403905)
2023-03-12T12:48:54.272037Z | |  JOINER -> JOINED
2023-03-12T12:48:54.272256Z | |  JOINED -> SYNCED
2023-03-12T13:04:24.476576Z | node3 joined | 
2023-03-12T13:04:24.476642Z | node1 joined | 
2023-03-12T13:04:24.476806Z | |  node1 joined
2023-03-12T13:04:24.476863Z | |  node2 joined
2023-03-12T13:04:24.478964Z | PRIMARY(n=3) | 
2023-03-12T13:04:24.479206Z | |  PRIMARY(n=3)
2023-03-12T13:04:25.732132Z | |  SYNCED -> DONOR
2023-03-12T13:04:25.735999Z | |  IST to node1(seqno:170407335)
2023-03-12T13:04:37.415791Z | |  SST to node1
2023-03-12T13:04:38.645597Z | node3 joined | 
2023-03-12T13:04:38.645710Z | node1 left | 
2023-03-12T13:04:38.647921Z | |  node2 joined
2023-03-12T13:04:38.647981Z | |  node1 left
2023-03-12T13:04:38.650097Z | |  node1 left
2023-03-12T13:04:38.650125Z | |  PRIMARY(n=2)
2023-03-12T13:04:38.652812Z | node1 left | 
2023-03-12T13:04:38.652875Z | PRIMARY(n=2) | 
2023-03-12T13:04:39.715275Z | |  SST error
2023-03-12T13:04:39.720325Z | node3 failed to sync ??(node left) | 
2023-03-12T13:04:39.720379Z | |  node3 failed to sync ??(node left)
2023-03-12T13:04:39.720388Z | |  DESYNCED -> JOINED
2023-03-12T13:04:39.720600Z | |  JOINED -> SYNCED
2023-03-12T13:12:02.676601Z | received shutdown | 
2023-03-12T13:12:13.679070Z | |  node2 left
2023-03-12T13:12:13.681813Z | |  node2 left
2023-03-12T13:12:13.681867Z | |  PRIMARY(n=1)
2023-03-12T13:12:13.682286Z | NON-PRIMARY(n=1) | 
2023-03-12T13:12:13.682450Z | SYNCED -> OPEN | 
2023-03-12T13:12:13.682565Z | OPEN -> CLOSED | 
2023-03-12T13:12:22.957837Z | shutdown complete | 
2023-03-12T13:13:11.498126Z | starting(8.0.28) | 
2023-03-12T13:13:11.501941Z | started(cluster) | 
2023-03-12T13:13:12.015863Z | node3 joined | 
2023-03-12T13:13:12.015998Z | | node2 joined
2023-03-12T13:13:12.020360Z | | PRIMARY(n=2)
2023-03-12T13:13:12.515546Z | CLOSED -> OPEN | 
2023-03-12T13:13:12.515641Z | PRIMARY(n=2) | 
2023-03-12T13:13:12.516249Z | OPEN -> PRIMARY | 
2023-03-12T13:13:13.245723Z | will receive IST(seqno:170407338) | 
2023-03-12T13:13:13.247750Z | PRIMARY -> JOINER | 
2023-03-12T13:13:13.248065Z | |  SYNCED -> DONOR
2023-03-12T13:13:13.262238Z | |  IST to node2(seqno:170407338)
2023-03-12T13:13:13.863959Z | |  IST will be used
2023-03-12T13:13:14.886853Z | got IST from node3 | 
2023-03-12T13:13:14.886942Z | |  finished sending IST to node2
2023-03-12T13:13:14.887000Z | |  DESYNCED -> JOINED
2023-03-12T13:13:14.887249Z | |  JOINED -> SYNCED
2023-03-12T13:13:19.031367Z | wsrep recovery | 
2023-03-12T13:13:19.156722Z | IST received(seqno:170407338) | 
2023-03-12T13:13:19.158840Z | JOINER -> JOINED | 
2023-03-12T13:13:19.159057Z | JOINED -> SYNCED | 
2023-03-12T19:35:05.840743Z starting(8.0.28) |  | 
2023-03-12T19:35:05.848542Z started(cluster) |  | 
2023-03-12T19:35:06.375917Z | |  node2 joined
2023-03-12T19:35:06.375974Z | |  node1 joined
2023-03-12T19:35:06.376012Z node3 joined |  | 
2023-03-12T19:35:06.376016Z | node3 joined | 
2023-03-12T19:35:06.376026Z node2 joined |  | 
2023-03-12T19:35:06.376081Z | node1 joined | 
2023-03-12T19:35:06.383186Z | PRIMARY(n=3) | 
2023-03-12T19:35:06.385445Z | |  PRIMARY(n=3)
2023-03-12T19:35:06.875619Z CLOSED -> OPEN |  | 
2023-03-12T19:35:06.875717Z PRIMARY(n=3) |  | 
2023-03-12T19:35:06.876501Z OPEN -> PRIMARY |  | 
2023-03-12T19:35:07.638676Z will receive IST(seqno:178226774) |  | 
2023-03-12T19:35:07.644570Z |  |  SYNCED -> DONOR
2023-03-12T19:35:07.644683Z PRIMARY -> JOINER |  | 
2023-03-12T19:36:48.567087Z timeout from donor in gtid/keyring stage |  | 
2023-03-12T19:36:48.589084Z SST error |  | 
2023-03-12T19:36:48.590054Z |  |  node2 joined
2023-03-12T19:36:48.590121Z |  |  node1 left
2023-03-12T19:36:48.590280Z |  node3 joined | 
2023-03-12T19:36:48.590338Z NON-PRIMARY(n=1) |  | 
2023-03-12T19:36:48.590388Z |  node1 left | 
2023-03-12T19:36:48.590443Z JOINER -> OPEN |  | 
2023-03-12T19:36:48.590514Z OPEN -> CLOSED |  | 
2023-03-12T19:36:48.590632Z terminated |  | 
2023-03-12T19:36:48.590647Z former SST cancelled |  | 
2023-03-12T19:36:48.597786Z |  |  node1 left
2023-03-12T19:36:48.597826Z |  |  PRIMARY(n=2)
2023-03-12T19:36:48.604279Z |  node1 left | 
2023-03-12T19:36:48.604341Z |  PRIMARY(n=2) | 
wsrep recovery |  | 
2023-03-12T19:41:28.493046Z starting(8.0.28) |  | 
2023-03-12T19:41:28.500789Z started(cluster) |  | 
2023-03-12T19:43:17.630191Z | node3 joined | 
2023-03-12T19:43:17.630208Z node3 joined |  | 
2023-03-12T19:43:17.630221Z node2 joined |  | 
2023-03-12T19:43:17.630243Z | node1 joined | 
2023-03-12T19:43:17.634138Z | |  node2 joined
2023-03-12T19:43:17.634229Z | |  node1 joined
2023-03-12T19:43:17.643210Z | PRIMARY(n=3) | 
2023-03-12T19:43:17.648163Z | |  PRIMARY(n=3)
2023-03-12T19:43:18.130088Z CLOSED -> OPEN |  | 
2023-03-12T19:43:18.130230Z PRIMARY(n=3) |  | 
2023-03-12T19:43:18.130916Z OPEN -> PRIMARY |  | 
2023-03-12T19:43:18.904410Z will receive IST(seqno:178226792) |  | 
2023-03-12T19:43:18.913328Z |  |  node1 cannot find donor
2023-03-12T19:43:18.913429Z node1 cannot find donor |  | 
2023-03-12T19:43:18.913565Z |  node1 cannot find donor | 
2023-03-12T19:43:19.914122Z |  |  node1 cannot find donor
2023-03-12T19:43:19.914259Z node1 cannot find donor |  | 
2023-03-12T19:43:19.914362Z |  node1 cannot find donor | 
2023-03-12T19:43:20.914957Z |  |  (repeated x97)node1 cannot find donor
2023-03-12T19:43:20.915143Z (repeated x97)node1 cannot find donor |  | 
2023-03-12T19:43:20.915262Z |  (repeated x97)node1 cannot find donor | 
2023-03-12T19:44:58.999603Z |  |  node1 cannot find donor
2023-03-12T19:44:58.999791Z node1 cannot find donor |  | 
2023-03-12T19:44:58.999891Z |  node1 cannot find donor | 
2023-03-12T19:44:59.817822Z timeout from donor in gtid/keyring stage |  | 
2023-03-12T19:44:59.839692Z SST error |  | 
2023-03-12T19:44:59.840669Z |  |  node2 joined
2023-03-12T19:44:59.840745Z |  |  node1 left
2023-03-12T19:44:59.840933Z |  node3 joined | 
2023-03-12T19:44:59.841034Z |  node1 left | 
2023-03-12T19:44:59.841189Z NON-PRIMARY(n=1) |  | 
2023-03-12T19:44:59.841292Z PRIMARY -> OPEN |  | 
2023-03-12T19:44:59.841352Z OPEN -> CLOSED |  | 
2023-03-12T19:44:59.841515Z terminated |  | 
2023-03-12T19:44:59.841529Z former SST cancelled |  | 
2023-03-12T19:44:59.848349Z |  |  node1 left
2023-03-12T19:44:59.848409Z |  |  PRIMARY(n=2)
2023-03-12T19:44:59.855443Z |  node1 left | 
2023-03-12T19:44:59.855491Z |  PRIMARY(n=2) | 
2023-03-12T21:55:48.916323Z |  received shutdown | 
2023-03-12T21:55:59.918448Z |  |  node2 left
2023-03-12T21:55:59.924796Z |  |  node2 left
2023-03-12T21:55:59.924897Z |  |  PRIMARY(n=1)
2023-03-12T21:55:59.925551Z |  NON-PRIMARY(n=1) | 
2023-03-12T21:55:59.925682Z |  SYNCED -> OPEN | 
2023-03-12T21:55:59.925725Z |  OPEN -> CLOSED | 
2023-03-12T21:56:17.004067Z |  shutdown complete | 
2023-03-12T21:58:39.513891Z |  starting(8.0.28) | 
2023-03-12T21:58:39.523542Z |  started(cluster) | 
2023-03-12T21:58:44.885014Z |  | node2 joined
2023-03-12T21:58:44.885179Z |  node3 joined | 
2023-03-12T21:58:44.887985Z |  | PRIMARY(n=2)
2023-03-12T21:58:45.384740Z |  CLOSED -> OPEN | 
2023-03-12T21:58:45.384861Z |  PRIMARY(n=2) | 
2023-03-12T21:58:45.385505Z |  OPEN -> PRIMARY | 
2023-03-12T21:58:46.155159Z |  will receive IST(seqno:178226798) | 
2023-03-12T21:58:46.160014Z |  cannot find donor | 
2023-03-12T21:58:46.160016Z |  |  node2 cannot find donor
2023-03-12T21:58:47.160736Z |  |  node2 cannot find donor
2023-03-12T21:58:47.160758Z |  cannot find donor | 
2023-03-12T21:58:48.161511Z |  |  (repeated x97)node2 cannot find donor
2023-03-12T21:58:48.161544Z |  (repeated x97)cannot find donor | 
2023-03-12T22:00:26.237092Z |  |  node2 cannot find donor
2023-03-12T22:00:26.237093Z |  cannot find donor | 
2023-03-12T22:00:27.067645Z |  timeout from donor in gtid/keyring stage | 
2023-03-12T22:00:27.089809Z |  SST error | 
2023-03-12T22:00:27.237470Z |  terminated | 
2023-03-12T22:00:27.237486Z |  former SST cancelled | 
2023-03-12T22:00:28.090598Z |  |  node2 left
2023-03-12T22:00:28.094664Z |  |  node2 left
2023-03-12T22:00:28.094708Z |  |  PRIMARY(n=1)
identifier 172.17.0.2 node2 node3
current path tests/logs/upgrade/node1.log tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.2 172.17.0.3 172.17.0.4
last known name node2 node3
mysql version 8.0.28 8.0.28 8.0.28

125
src/go/pt-galera-log-explainer/tests/expected/upgrade_list_all_since Normal file
View File

@@ -0,0 +1,125 @@
identifier 172.17.0.2 node2 node3
current path tests/logs/upgrade/node1.log tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.2 172.17.0.3
last known name node2 node3
mysql version 8.0.28 8.0.28
2023-03-12T13:13:14.886853Z | got SST from node3 |
2023-03-12T13:13:14.886942Z | | finished sending SST to node2
2023-03-12T13:13:14.887000Z | | DESYNCED -> JOINED
2023-03-12T13:13:14.887249Z | | JOINED -> SYNCED
2023-03-12T13:13:19.031367Z | wsrep recovery | 
2023-03-12T13:13:19.156722Z | IST received(seqno:170407338) | 
2023-03-12T13:13:19.158840Z | JOINER -> JOINED | 
2023-03-12T13:13:19.159057Z | JOINED -> SYNCED | 
2023-03-12T19:35:05.840743Z starting(8.0.28) |  | 
2023-03-12T19:35:05.848542Z started(cluster) |  | 
2023-03-12T19:35:06.375917Z | |  node2 joined
2023-03-12T19:35:06.375974Z | |  node1 joined
2023-03-12T19:35:06.376012Z node3 joined |  | 
2023-03-12T19:35:06.376016Z | node3 joined | 
2023-03-12T19:35:06.376026Z node2 joined |  | 
2023-03-12T19:35:06.376081Z | node1 joined | 
2023-03-12T19:35:06.383186Z | PRIMARY(n=3) | 
2023-03-12T19:35:06.385445Z | |  PRIMARY(n=3)
2023-03-12T19:35:06.875619Z CLOSED -> OPEN |  | 
2023-03-12T19:35:06.875717Z PRIMARY(n=3) |  | 
2023-03-12T19:35:06.876501Z OPEN -> PRIMARY |  | 
2023-03-12T19:35:07.638676Z will receive IST(seqno:178226774) |  | 
2023-03-12T19:35:07.644570Z |  |  SYNCED -> DONOR
2023-03-12T19:35:07.644683Z PRIMARY -> JOINER |  | 
2023-03-12T19:36:48.567087Z timeout from donor in gtid/keyring stage |  | 
2023-03-12T19:36:48.589084Z SST error |  | 
2023-03-12T19:36:48.590054Z |  |  node2 joined
2023-03-12T19:36:48.590121Z |  |  node1 left
2023-03-12T19:36:48.590280Z |  node3 joined | 
2023-03-12T19:36:48.590338Z NON-PRIMARY(n=1) |  | 
2023-03-12T19:36:48.590388Z |  node1 left | 
2023-03-12T19:36:48.590443Z JOINER -> OPEN |  | 
2023-03-12T19:36:48.590514Z OPEN -> CLOSED |  | 
2023-03-12T19:36:48.590632Z terminated |  | 
2023-03-12T19:36:48.590647Z former SST cancelled |  | 
2023-03-12T19:36:48.597786Z |  |  node1 left
2023-03-12T19:36:48.597826Z |  |  PRIMARY(n=2)
2023-03-12T19:36:48.604279Z |  node1 left | 
2023-03-12T19:36:48.604341Z |  PRIMARY(n=2) | 
wsrep recovery |  | 
2023-03-12T19:41:28.493046Z starting(8.0.28) |  | 
2023-03-12T19:41:28.500789Z started(cluster) |  | 
2023-03-12T19:43:17.630191Z | node3 joined | 
2023-03-12T19:43:17.630208Z node3 joined |  | 
2023-03-12T19:43:17.630221Z node2 joined |  | 
2023-03-12T19:43:17.630243Z | node1 joined | 
2023-03-12T19:43:17.634138Z | |  node2 joined
2023-03-12T19:43:17.634229Z | |  node1 joined
2023-03-12T19:43:17.643210Z | PRIMARY(n=3) | 
2023-03-12T19:43:17.648163Z | |  PRIMARY(n=3)
2023-03-12T19:43:18.130088Z CLOSED -> OPEN |  | 
2023-03-12T19:43:18.130230Z PRIMARY(n=3) |  | 
2023-03-12T19:43:18.130916Z OPEN -> PRIMARY |  | 
2023-03-12T19:43:18.904410Z will receive IST(seqno:178226792) |  | 
2023-03-12T19:43:18.913328Z |  |  node1 cannot find donor
2023-03-12T19:43:18.913429Z node1 cannot find donor |  | 
2023-03-12T19:43:18.913565Z |  node1 cannot find donor | 
2023-03-12T19:43:19.914122Z |  |  node1 cannot find donor
2023-03-12T19:43:19.914259Z node1 cannot find donor |  | 
2023-03-12T19:43:19.914362Z |  node1 cannot find donor | 
2023-03-12T19:43:20.914957Z |  |  (repeated x97)node1 cannot find donor
2023-03-12T19:43:20.915143Z (repeated x97)node1 cannot find donor |  | 
2023-03-12T19:43:20.915262Z |  (repeated x97)node1 cannot find donor | 
2023-03-12T19:44:58.999603Z |  |  node1 cannot find donor
2023-03-12T19:44:58.999791Z node1 cannot find donor |  | 
2023-03-12T19:44:58.999891Z |  node1 cannot find donor | 
2023-03-12T19:44:59.817822Z timeout from donor in gtid/keyring stage |  | 
2023-03-12T19:44:59.839692Z SST error |  | 
2023-03-12T19:44:59.840669Z |  |  node2 joined
2023-03-12T19:44:59.840745Z |  |  node1 left
2023-03-12T19:44:59.840933Z |  node3 joined | 
2023-03-12T19:44:59.841034Z |  node1 left | 
2023-03-12T19:44:59.841189Z NON-PRIMARY(n=1) |  | 
2023-03-12T19:44:59.841292Z PRIMARY -> OPEN |  | 
2023-03-12T19:44:59.841352Z OPEN -> CLOSED |  | 
2023-03-12T19:44:59.841515Z terminated |  | 
2023-03-12T19:44:59.841529Z former SST cancelled |  | 
2023-03-12T19:44:59.848349Z |  |  node1 left
2023-03-12T19:44:59.848409Z |  |  PRIMARY(n=2)
2023-03-12T19:44:59.855443Z |  node1 left | 
2023-03-12T19:44:59.855491Z |  PRIMARY(n=2) | 
2023-03-12T21:55:48.916323Z |  received shutdown | 
2023-03-12T21:55:59.918448Z |  |  node2 left
2023-03-12T21:55:59.924796Z |  |  node2 left
2023-03-12T21:55:59.924897Z |  |  PRIMARY(n=1)
2023-03-12T21:55:59.925551Z |  NON-PRIMARY(n=1) | 
2023-03-12T21:55:59.925682Z |  SYNCED -> OPEN | 
2023-03-12T21:55:59.925725Z |  OPEN -> CLOSED | 
2023-03-12T21:56:17.004067Z |  shutdown complete | 
2023-03-12T21:58:39.513891Z |  starting(8.0.28) | 
2023-03-12T21:58:39.523542Z |  started(cluster) | 
2023-03-12T21:58:44.885014Z |  | node2 joined
2023-03-12T21:58:44.885179Z |  node3 joined | 
2023-03-12T21:58:44.887985Z |  | PRIMARY(n=2)
2023-03-12T21:58:45.384740Z |  CLOSED -> OPEN | 
2023-03-12T21:58:45.384861Z |  PRIMARY(n=2) | 
2023-03-12T21:58:45.385505Z |  OPEN -> PRIMARY | 
2023-03-12T21:58:46.155159Z |  will receive IST(seqno:178226798) | 
2023-03-12T21:58:46.160014Z |  cannot find donor | 
2023-03-12T21:58:46.160016Z |  |  node2 cannot find donor
2023-03-12T21:58:47.160736Z |  |  node2 cannot find donor
2023-03-12T21:58:47.160758Z |  cannot find donor | 
2023-03-12T21:58:48.161511Z |  |  (repeated x97)node2 cannot find donor
2023-03-12T21:58:48.161544Z |  (repeated x97)cannot find donor | 
2023-03-12T22:00:26.237092Z |  |  node2 cannot find donor
2023-03-12T22:00:26.237093Z |  cannot find donor | 
2023-03-12T22:00:27.067645Z |  timeout from donor in gtid/keyring stage | 
2023-03-12T22:00:27.089809Z |  SST error | 
2023-03-12T22:00:27.237470Z |  terminated | 
2023-03-12T22:00:27.237486Z |  former SST cancelled | 
2023-03-12T22:00:28.090598Z |  |  node2 left
2023-03-12T22:00:28.094664Z |  |  node2 left
2023-03-12T22:00:28.094708Z |  |  PRIMARY(n=1)
identifier 172.17.0.2 node2 node3
current path tests/logs/upgrade/node1.log tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.2 172.17.0.3
last known name node2 node3
mysql version 8.0.28 8.0.28

29
src/go/pt-galera-log-explainer/tests/expected/upgrade_list_all_since_until Normal file
View File

@@ -0,0 +1,29 @@
identifier 172.17.0.2 node2 node3
current path tests/logs/upgrade/node1.log tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.2
last known name node2 node3
mysql version 8.0.28
2023-03-12T13:13:14.886853Z | got SST from node3 |
2023-03-12T13:13:14.886942Z | | finished sending SST to node2
2023-03-12T13:13:14.887000Z | | DESYNCED -> JOINED
2023-03-12T13:13:14.887249Z | | JOINED -> SYNCED
2023-03-12T13:13:19.031367Z | wsrep recovery | 
2023-03-12T13:13:19.156722Z | IST received(seqno:170407338) | 
2023-03-12T13:13:19.158840Z | JOINER -> JOINED | 
2023-03-12T13:13:19.159057Z | JOINED -> SYNCED | 
2023-03-12T19:35:05.840743Z starting(8.0.28) |  | 
2023-03-12T19:35:05.848542Z started(cluster) |  | 
2023-03-12T19:35:06.375917Z | |  node2 joined
2023-03-12T19:35:06.375974Z | |  node1 joined
2023-03-12T19:35:06.376012Z node3 joined |  | 
2023-03-12T19:35:06.376016Z | node3 joined | 
2023-03-12T19:35:06.376026Z node2 joined |  | 
2023-03-12T19:35:06.376081Z | node1 joined | 
2023-03-12T19:35:06.383186Z | PRIMARY(n=3) | 
2023-03-12T19:35:06.385445Z | |  PRIMARY(n=3)
2023-03-12T19:35:06.875619Z CLOSED -> OPEN |  | 
2023-03-12T19:35:06.875717Z PRIMARY(n=3) |  | 
2023-03-12T19:35:06.876501Z OPEN -> PRIMARY |  | 
2023-03-12T19:35:07.638676Z will receive IST(seqno:178226774) |  | 
2023-03-12T19:35:07.644570Z |  |  SYNCED -> DONOR

222
src/go/pt-galera-log-explainer/tests/expected/upgrade_list_all_until Normal file
View File

@@ -0,0 +1,222 @@
identifier 172.17.0.2 node2 node3
current path tests/logs/upgrade/node1.log tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.2 172.17.0.3 172.17.0.4
last known name node2 node3
mysql version 8.0.28 8.0.28 8.0.28
2023-03-12T07:24:13.733958Z | starting(5.7.40) |
2023-03-12T07:24:13.771126Z | started(cluster) |
2023-03-12T07:24:14.289375Z | node1 joined |
2023-03-12T07:24:14.289412Z | node3 joined |
2023-03-12T07:24:14.789002Z | CLOSED -> OPEN |
2023-03-12T07:24:14.789075Z | PRIMARY(n=3) |
2023-03-12T07:24:14.789560Z | (restored)OPEN -> JOINED |
2023-03-12T07:24:14.789785Z | JOINED -> SYNCED |
2023-03-12T07:34:47.289292Z | received shutdown |
2023-03-12T07:34:57.286990Z | node1 joined |
2023-03-12T07:34:57.287111Z | node3 left |
2023-03-12T07:34:57.290903Z | node3 left |
2023-03-12T07:35:12.293578Z | PRIMARY(n=2) |
2023-03-12T07:35:12.293705Z | NON-PRIMARY(n=1) |
2023-03-12T07:35:12.293723Z | SYNCED -> OPEN |
2023-03-12T07:35:12.293760Z | OPEN -> CLOSED |
2023-03-12T07:35:18.533851Z | shutdown complete |
2023-03-12T07:38:06.673334Z | starting(5.7.40) |
2023-03-12T07:38:06.680025Z | started(cluster) |
2023-03-12T07:38:06.681065Z | safe_to_bootstrap: 1 |
2023-03-12T07:38:06.693619Z | bootstrapping |
2023-03-12T07:38:06.695987Z | CLOSED -> OPEN |
2023-03-12T07:38:06.696042Z | PRIMARY(n=1) |
2023-03-12T07:38:06.696187Z | (restored)OPEN -> JOINED |
2023-03-12T07:38:06.696210Z | JOINED -> SYNCED |
2023-03-12T07:39:27.162350Z | node3 joined |
2023-03-12T07:39:27.164824Z | PRIMARY(n=2) |
2023-03-12T07:43:09.063375Z | node1 joined |
2023-03-12T07:43:09.063430Z | node3 joined |
2023-03-12T07:43:09.065740Z | PRIMARY(n=3) |
2023-03-12T07:49:45.317891Z | received shutdown |
2023-03-12T07:49:55.319157Z | NON-PRIMARY(n=1) |
2023-03-12T07:49:55.319203Z | SYNCED -> OPEN |
2023-03-12T07:49:55.319230Z | OPEN -> CLOSED |
2023-03-12T07:50:00.605309Z | shutdown complete |
2023-03-12T08:46:48.943442Z | starting(5.7.40) |
2023-03-12T08:46:48.947933Z | started(cluster) |
2023-03-12T08:46:48.992365Z | node1 joined |
2023-03-12T08:46:49.463255Z | CLOSED -> OPEN |
2023-03-12T08:46:49.463334Z | PRIMARY(n=2) |
2023-03-12T08:46:49.463988Z | (restored)OPEN -> JOINED |
2023-03-12T08:46:49.464124Z | JOINED -> SYNCED |
2023-03-12T08:48:28.470198Z | node1 left |
2023-03-12T08:48:28.477643Z | node1 left |
2023-03-12T08:48:28.477680Z | PRIMARY(n=1) |
2023-03-12T08:49:41.706020Z | node1 joined |
2023-03-12T08:49:41.713788Z | PRIMARY(n=2) |
2023-03-12T09:41:30.759927Z | received shutdown |
2023-03-12T09:41:41.775338Z | NON-PRIMARY(n=1) |
2023-03-12T09:41:41.775413Z | SYNCED -> OPEN |
2023-03-12T09:41:41.775442Z | OPEN -> CLOSED |
2023-03-12T09:41:48.745926Z | shutdown complete |
5.7.40
(version)
 V 
8.0.28
2023-03-12T09:55:30.928545Z | starting(8.0.28) |
2023-03-12T09:59:01.655066Z | started(standalone) |
2023-03-12T10:01:10.488475Z | shutdown complete |
2023-03-12T10:03:03.136053Z | starting(8.0.28) |
2023-03-12T10:03:03.139798Z | started(cluster) |
2023-03-12T10:03:03.157578Z | not safe to bootstrap |
2023-03-12T10:03:03.157601Z | ABORTING |
2023-03-12T10:03:03.157774Z | shutdown complete |
2023-03-12T10:03:03.163682Z | CLOSED -> DESTROYED |
2023-03-12T10:04:12.603100Z | starting(8.0.28) |
2023-03-12T10:04:12.608219Z | started(cluster) |
2023-03-12T10:04:12.609639Z | safe_to_bootstrap: 1 |
2023-03-12T10:04:12.623957Z | bootstrapping |
2023-03-12T10:04:12.628369Z | CLOSED -> OPEN |
2023-03-12T10:04:12.628477Z | PRIMARY(n=1) |
2023-03-12T10:04:12.628792Z | (restored)OPEN -> JOINED |
2023-03-12T10:04:12.628833Z | JOINED -> SYNCED |
2023-03-12T11:23:46.950430Z | received shutdown |
2023-03-12T11:23:56.953018Z | SYNCED -> CLOSED |
2023-03-12T11:24:03.294073Z | shutdown complete |
2023-03-12T11:24:33.315663Z | starting(8.0.28) |
2023-03-12T11:24:33.319800Z | started(cluster) |
2023-03-12T11:24:33.320989Z | safe_to_bootstrap: 1 |
2023-03-12T11:24:33.332251Z | bootstrapping |
2023-03-12T11:24:33.334384Z | CLOSED -> OPEN |
2023-03-12T11:24:33.334467Z | PRIMARY(n=1) |
2023-03-12T11:24:33.334699Z | (restored)OPEN -> JOINED |
2023-03-12T11:24:33.334761Z | JOINED -> SYNCED |
2023-03-12T11:35:14.693312Z | node3 joined |
2023-03-12T11:35:14.695410Z | PRIMARY(n=2) |
2023-03-12T11:35:16.321642Z | SYNCED -> DONOR |
2023-03-12T11:35:16.342707Z | IST to node3(seqno:170403898) |
2023-03-12T11:35:17.118100Z | IST will be used |
2023-03-12T11:35:18.140723Z | finished sending IST to node3 |
2023-03-12T11:35:18.140768Z | DESYNCED -> JOINED |
2023-03-12T11:35:18.141016Z | JOINED -> SYNCED |
2023-03-12T11:35:21.030164Z | node3 left |
2023-03-12T11:35:21.035732Z | node3 left |
2023-03-12T11:35:21.035794Z | PRIMARY(n=1) |
2023-03-12T11:39:20.681083Z | node3 joined |
2023-03-12T11:39:20.683800Z | PRIMARY(n=2) |
2023-03-12T11:39:21.948554Z | SYNCED -> DONOR |
2023-03-12T11:39:21.952242Z | IST to node3(seqno:170403900) |
2023-03-12T11:39:33.420743Z | SST to node3 |
2023-03-12T11:39:38.705565Z | node3 left |
2023-03-12T11:39:38.707686Z | node3 left |
2023-03-12T11:39:38.707695Z | PRIMARY(n=1) |
2023-03-12T11:39:38.734654Z | SST error |
2023-03-12T11:39:38.738833Z | node2 failed to sync ??(node left) |
2023-03-12T11:39:38.738842Z | DESYNCED -> JOINED |
2023-03-12T11:39:38.738942Z | JOINED -> SYNCED |
2023-03-12T12:22:48.704897Z | received shutdown |
2023-03-12T12:22:58.706338Z | SYNCED -> CLOSED |
2023-03-12T12:23:04.677082Z | shutdown complete |
2023-03-12T12:24:36.270274Z | starting(8.0.28) |
2023-03-12T12:24:36.274315Z | started(cluster) |
2023-03-12T12:24:36.275472Z | safe_to_bootstrap: 1 |
2023-03-12T12:24:36.287220Z | bootstrapping |
2023-03-12T12:24:36.290286Z | CLOSED -> OPEN |
2023-03-12T12:24:36.290365Z | PRIMARY(n=1) |
2023-03-12T12:24:36.290625Z | (restored)OPEN -> JOINED |
2023-03-12T12:24:36.290667Z | JOINED -> SYNCED |
2023-03-12T12:29:49.319032Z | node1 joined |
2023-03-12T12:29:49.323505Z | PRIMARY(n=2) |
2023-03-12T12:29:51.443525Z | node1 left |
2023-03-12T12:29:51.445280Z | node1 left |
2023-03-12T12:29:51.445300Z | PRIMARY(n=1) |
2023-03-12T12:48:43.293802Z | |  starting(8.0.28)
2023-03-12T12:48:43.297858Z | |  started(cluster)
2023-03-12T12:48:43.521685Z | node3 joined |
2023-03-12T12:48:43.521846Z | |  node2 joined
2023-03-12T12:48:43.526717Z | PRIMARY(n=2) |
2023-03-12T12:48:43.820825Z | |  CLOSED -> OPEN
2023-03-12T12:48:43.820929Z | |  PRIMARY(n=2)
2023-03-12T12:48:43.822001Z | |  OPEN -> PRIMARY
2023-03-12T12:48:44.597299Z | |  will receive IST(seqno:170403905)
2023-03-12T12:48:44.599341Z | SYNCED -> DONOR | 
2023-03-12T12:48:44.599377Z | |  PRIMARY -> JOINER
2023-03-12T12:48:44.616436Z | IST to node3(seqno:170403905) | 
2023-03-12T12:48:45.044873Z | IST will be used | 
2023-03-12T12:48:46.064764Z | finished sending IST to node3 | 
2023-03-12T12:48:46.064808Z | DESYNCED -> JOINED | 
2023-03-12T12:48:46.065014Z | | got IST from node2
2023-03-12T12:48:46.065051Z | JOINED -> SYNCED | 
2023-03-12T12:48:54.233973Z | |  wsrep recovery
2023-03-12T12:48:54.269978Z | |  IST received(seqno:170403905)
2023-03-12T12:48:54.272037Z | |  JOINER -> JOINED
2023-03-12T12:48:54.272256Z | |  JOINED -> SYNCED
2023-03-12T13:04:24.476576Z | node3 joined | 
2023-03-12T13:04:24.476642Z | node1 joined | 
2023-03-12T13:04:24.476806Z | |  node1 joined
2023-03-12T13:04:24.476863Z | |  node2 joined
2023-03-12T13:04:24.478964Z | PRIMARY(n=3) | 
2023-03-12T13:04:24.479206Z | |  PRIMARY(n=3)
2023-03-12T13:04:25.732132Z | |  SYNCED -> DONOR
2023-03-12T13:04:25.735999Z | |  IST to node1(seqno:170407335)
2023-03-12T13:04:37.415791Z | |  SST to node1
2023-03-12T13:04:38.645597Z | node3 joined | 
2023-03-12T13:04:38.645710Z | node1 left | 
2023-03-12T13:04:38.647921Z | |  node2 joined
2023-03-12T13:04:38.647981Z | |  node1 left
2023-03-12T13:04:38.650097Z | |  node1 left
2023-03-12T13:04:38.650125Z | |  PRIMARY(n=2)
2023-03-12T13:04:38.652812Z | node1 left | 
2023-03-12T13:04:38.652875Z | PRIMARY(n=2) | 
2023-03-12T13:04:39.715275Z | |  SST error
2023-03-12T13:04:39.720325Z | node3 failed to sync ??(node left) | 
2023-03-12T13:04:39.720379Z | |  node3 failed to sync ??(node left)
2023-03-12T13:04:39.720388Z | |  DESYNCED -> JOINED
2023-03-12T13:04:39.720600Z | |  JOINED -> SYNCED
2023-03-12T13:12:02.676601Z | received shutdown | 
2023-03-12T13:12:13.679070Z | |  node2 left
2023-03-12T13:12:13.681813Z | |  node2 left
2023-03-12T13:12:13.681867Z | |  PRIMARY(n=1)
2023-03-12T13:12:13.682286Z | NON-PRIMARY(n=1) | 
2023-03-12T13:12:13.682450Z | SYNCED -> OPEN | 
2023-03-12T13:12:13.682565Z | OPEN -> CLOSED | 
2023-03-12T13:12:22.957837Z | shutdown complete | 
2023-03-12T13:13:11.498126Z | starting(8.0.28) | 
2023-03-12T13:13:11.501941Z | started(cluster) | 
2023-03-12T13:13:12.015863Z | node3 joined | 
2023-03-12T13:13:12.015998Z | | node2 joined
2023-03-12T13:13:12.020360Z | | PRIMARY(n=2)
2023-03-12T13:13:12.515546Z | CLOSED -> OPEN | 
2023-03-12T13:13:12.515641Z | PRIMARY(n=2) | 
2023-03-12T13:13:12.516249Z | OPEN -> PRIMARY | 
2023-03-12T13:13:13.245723Z | will receive IST(seqno:170407338) | 
2023-03-12T13:13:13.247750Z | PRIMARY -> JOINER | 
2023-03-12T13:13:13.248065Z | |  SYNCED -> DONOR
2023-03-12T13:13:13.262238Z | |  IST to node2(seqno:170407338)
2023-03-12T13:13:13.863959Z | |  IST will be used
2023-03-12T13:13:14.886853Z | got IST from node3 | 
2023-03-12T13:13:14.886942Z | |  finished sending IST to node2
2023-03-12T13:13:14.887000Z | |  DESYNCED -> JOINED
2023-03-12T13:13:14.887249Z | |  JOINED -> SYNCED
2023-03-12T13:13:19.031367Z | wsrep recovery | 
2023-03-12T13:13:19.156722Z | IST received(seqno:170407338) | 
2023-03-12T13:13:19.158840Z | JOINER -> JOINED | 
2023-03-12T13:13:19.159057Z | JOINED -> SYNCED | 
2023-03-12T19:35:05.840743Z starting(8.0.28) |  | 
2023-03-12T19:35:05.848542Z started(cluster) |  | 
2023-03-12T19:35:06.375917Z | |  node2 joined
2023-03-12T19:35:06.375974Z | |  node1 joined
2023-03-12T19:35:06.376012Z node3 joined |  | 
2023-03-12T19:35:06.376016Z | node3 joined | 
2023-03-12T19:35:06.376026Z node2 joined |  | 
2023-03-12T19:35:06.376081Z | node1 joined | 
2023-03-12T19:35:06.383186Z | PRIMARY(n=3) | 
2023-03-12T19:35:06.385445Z | |  PRIMARY(n=3)
2023-03-12T19:35:06.875619Z CLOSED -> OPEN |  | 
2023-03-12T19:35:06.875717Z PRIMARY(n=3) |  | 
2023-03-12T19:35:06.876501Z OPEN -> PRIMARY |  | 
2023-03-12T19:35:07.638676Z will receive IST(seqno:178226774) |  | 
2023-03-12T19:35:07.644570Z |  |  SYNCED -> DONOR
identifier 172.17.0.2 node2 node3
current path tests/logs/upgrade/node1.log tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.2 172.17.0.3 172.17.0.4
last known name node2 node3
mysql version 8.0.28 8.0.28 8.0.28

204
src/go/pt-galera-log-explainer/tests/expected/upgrade_list_all_until_hiding_1_node Normal file
View File

@@ -0,0 +1,204 @@
identifier node2 node3
current path tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.3 172.17.0.4
last known name node2 node3
mysql version 8.0.28 8.0.28
2023-03-12T07:24:13.733958Z starting(5.7.40) |
2023-03-12T07:24:13.771126Z started(cluster) |
2023-03-12T07:24:14.289375Z node1 joined |
2023-03-12T07:24:14.289412Z node3 joined |
2023-03-12T07:24:14.789002Z CLOSED -> OPEN |
2023-03-12T07:24:14.789075Z PRIMARY(n=3) |
2023-03-12T07:24:14.789560Z (restored)OPEN -> JOINED |
2023-03-12T07:24:14.789785Z JOINED -> SYNCED |
2023-03-12T07:34:47.289292Z received shutdown |
2023-03-12T07:34:57.286990Z node1 joined |
2023-03-12T07:34:57.287111Z node3 left |
2023-03-12T07:34:57.290903Z node3 left |
2023-03-12T07:35:12.293578Z PRIMARY(n=2) |
2023-03-12T07:35:12.293705Z NON-PRIMARY(n=1) |
2023-03-12T07:35:12.293723Z SYNCED -> OPEN |
2023-03-12T07:35:12.293760Z OPEN -> CLOSED |
2023-03-12T07:35:18.533851Z shutdown complete |
2023-03-12T07:38:06.673334Z starting(5.7.40) |
2023-03-12T07:38:06.680025Z started(cluster) |
2023-03-12T07:38:06.681065Z safe_to_bootstrap: 1 |
2023-03-12T07:38:06.693619Z bootstrapping |
2023-03-12T07:38:06.695987Z CLOSED -> OPEN |
2023-03-12T07:38:06.696042Z PRIMARY(n=1) |
2023-03-12T07:38:06.696187Z (restored)OPEN -> JOINED |
2023-03-12T07:38:06.696210Z JOINED -> SYNCED |
2023-03-12T07:39:27.162350Z node3 joined |
2023-03-12T07:39:27.164824Z PRIMARY(n=2) |
2023-03-12T07:43:09.063375Z node1 joined |
2023-03-12T07:43:09.063430Z node3 joined |
2023-03-12T07:43:09.065740Z PRIMARY(n=3) |
2023-03-12T07:49:45.317891Z received shutdown |
2023-03-12T07:49:55.319157Z NON-PRIMARY(n=1) |
2023-03-12T07:49:55.319203Z SYNCED -> OPEN |
2023-03-12T07:49:55.319230Z OPEN -> CLOSED |
2023-03-12T07:50:00.605309Z shutdown complete |
2023-03-12T08:46:48.943442Z starting(5.7.40) |
2023-03-12T08:46:48.947933Z started(cluster) |
2023-03-12T08:46:48.992365Z node1 joined |
2023-03-12T08:46:49.463255Z CLOSED -> OPEN |
2023-03-12T08:46:49.463334Z PRIMARY(n=2) |
2023-03-12T08:46:49.463988Z (restored)OPEN -> JOINED |
2023-03-12T08:46:49.464124Z JOINED -> SYNCED |
2023-03-12T08:48:28.470198Z node1 left |
2023-03-12T08:48:28.477643Z node1 left |
2023-03-12T08:48:28.477680Z PRIMARY(n=1) |
2023-03-12T08:49:41.706020Z node1 joined |
2023-03-12T08:49:41.713788Z PRIMARY(n=2) |
2023-03-12T09:41:30.759927Z received shutdown |
2023-03-12T09:41:41.775338Z NON-PRIMARY(n=1) |
2023-03-12T09:41:41.775413Z SYNCED -> OPEN |
2023-03-12T09:41:41.775442Z OPEN -> CLOSED |
2023-03-12T09:41:48.745926Z shutdown complete |
5.7.40
(version)
 V 
8.0.28
2023-03-12T09:55:30.928545Z starting(8.0.28) |
2023-03-12T09:59:01.655066Z started(standalone) |
2023-03-12T10:01:10.488475Z shutdown complete |
2023-03-12T10:03:03.136053Z starting(8.0.28) |
2023-03-12T10:03:03.139798Z started(cluster) |
2023-03-12T10:03:03.157578Z not safe to bootstrap |
2023-03-12T10:03:03.157601Z ABORTING |
2023-03-12T10:03:03.157774Z shutdown complete |
2023-03-12T10:03:03.163682Z CLOSED -> DESTROYED |
2023-03-12T10:04:12.603100Z starting(8.0.28) |
2023-03-12T10:04:12.608219Z started(cluster) |
2023-03-12T10:04:12.609639Z safe_to_bootstrap: 1 |
2023-03-12T10:04:12.623957Z bootstrapping |
2023-03-12T10:04:12.628369Z CLOSED -> OPEN |
2023-03-12T10:04:12.628477Z PRIMARY(n=1) |
2023-03-12T10:04:12.628792Z (restored)OPEN -> JOINED |
2023-03-12T10:04:12.628833Z JOINED -> SYNCED |
2023-03-12T11:23:46.950430Z received shutdown |
2023-03-12T11:23:56.953018Z SYNCED -> CLOSED |
2023-03-12T11:24:03.294073Z shutdown complete |
2023-03-12T11:24:33.315663Z starting(8.0.28) |
2023-03-12T11:24:33.319800Z started(cluster) |
2023-03-12T11:24:33.320989Z safe_to_bootstrap: 1 |
2023-03-12T11:24:33.332251Z bootstrapping |
2023-03-12T11:24:33.334384Z CLOSED -> OPEN |
2023-03-12T11:24:33.334467Z PRIMARY(n=1) |
2023-03-12T11:24:33.334699Z (restored)OPEN -> JOINED |
2023-03-12T11:24:33.334761Z JOINED -> SYNCED |
2023-03-12T11:35:14.693312Z node3 joined |
2023-03-12T11:35:14.695410Z PRIMARY(n=2) |
2023-03-12T11:35:16.321642Z SYNCED -> DONOR |
2023-03-12T11:35:16.342707Z IST to node3(seqno:170403898) |
2023-03-12T11:35:17.118100Z IST will be used |
2023-03-12T11:35:18.140723Z finished sending IST to node3 |
2023-03-12T11:35:18.140768Z DESYNCED -> JOINED |
2023-03-12T11:35:18.141016Z JOINED -> SYNCED |
2023-03-12T11:35:21.030164Z node3 left |
2023-03-12T11:35:21.035732Z node3 left |
2023-03-12T11:35:21.035794Z PRIMARY(n=1) |
2023-03-12T11:39:20.681083Z node3 joined |
2023-03-12T11:39:20.683800Z PRIMARY(n=2) |
2023-03-12T11:39:21.948554Z SYNCED -> DONOR |
2023-03-12T11:39:21.952242Z IST to node3(seqno:170403900) |
2023-03-12T11:39:33.420743Z SST to node3 |
2023-03-12T11:39:38.705565Z node3 left |
2023-03-12T11:39:38.707686Z node3 left |
2023-03-12T11:39:38.707695Z PRIMARY(n=1) |
2023-03-12T11:39:38.734654Z SST error |
2023-03-12T11:39:38.738833Z node2 failed to sync ??(node left) |
2023-03-12T11:39:38.738842Z DESYNCED -> JOINED |
2023-03-12T11:39:38.738942Z JOINED -> SYNCED |
2023-03-12T12:22:48.704897Z received shutdown |
2023-03-12T12:22:58.706338Z SYNCED -> CLOSED |
2023-03-12T12:23:04.677082Z shutdown complete |
2023-03-12T12:24:36.270274Z starting(8.0.28) |
2023-03-12T12:24:36.274315Z started(cluster) |
2023-03-12T12:24:36.275472Z safe_to_bootstrap: 1 |
2023-03-12T12:24:36.287220Z bootstrapping |
2023-03-12T12:24:36.290286Z CLOSED -> OPEN |
2023-03-12T12:24:36.290365Z PRIMARY(n=1) |
2023-03-12T12:24:36.290625Z (restored)OPEN -> JOINED |
2023-03-12T12:24:36.290667Z JOINED -> SYNCED |
2023-03-12T12:29:49.319032Z node1 joined |
2023-03-12T12:29:49.323505Z PRIMARY(n=2) |
2023-03-12T12:29:51.443525Z node1 left |
2023-03-12T12:29:51.445280Z node1 left |
2023-03-12T12:29:51.445300Z PRIMARY(n=1) |
2023-03-12T12:48:43.293802Z |  starting(8.0.28)
2023-03-12T12:48:43.297858Z |  started(cluster)
2023-03-12T12:48:43.521685Z node3 joined |
2023-03-12T12:48:43.521846Z |  node2 joined
2023-03-12T12:48:43.526717Z PRIMARY(n=2) |
2023-03-12T12:48:43.820825Z |  CLOSED -> OPEN
2023-03-12T12:48:43.820929Z |  PRIMARY(n=2)
2023-03-12T12:48:43.822001Z |  OPEN -> PRIMARY
2023-03-12T12:48:44.597299Z |  will receive IST(seqno:170403905)
2023-03-12T12:48:44.599341Z SYNCED -> DONOR | 
2023-03-12T12:48:44.599377Z |  PRIMARY -> JOINER
2023-03-12T12:48:44.616436Z IST to node3(seqno:170403905) | 
2023-03-12T12:48:45.044873Z IST will be used | 
2023-03-12T12:48:46.064764Z finished sending IST to node3 | 
2023-03-12T12:48:46.064808Z DESYNCED -> JOINED | 
2023-03-12T12:48:46.065014Z | got IST from node2
2023-03-12T12:48:46.065051Z JOINED -> SYNCED | 
2023-03-12T12:48:54.233973Z |  wsrep recovery
2023-03-12T12:48:54.269978Z |  IST received(seqno:170403905)
2023-03-12T12:48:54.272037Z |  JOINER -> JOINED
2023-03-12T12:48:54.272256Z |  JOINED -> SYNCED
2023-03-12T13:04:24.476576Z node3 joined | 
2023-03-12T13:04:24.476642Z node1 joined | 
2023-03-12T13:04:24.476806Z |  node1 joined
2023-03-12T13:04:24.476863Z |  node2 joined
2023-03-12T13:04:24.478964Z PRIMARY(n=3) | 
2023-03-12T13:04:24.479206Z |  PRIMARY(n=3)
2023-03-12T13:04:25.732132Z |  SYNCED -> DONOR
2023-03-12T13:04:25.735999Z |  IST to node1(seqno:170407335)
2023-03-12T13:04:37.415791Z |  SST to node1
2023-03-12T13:04:38.645597Z node3 joined | 
2023-03-12T13:04:38.645710Z node1 left | 
2023-03-12T13:04:38.647921Z |  node2 joined
2023-03-12T13:04:38.647981Z |  node1 left
2023-03-12T13:04:38.650097Z |  node1 left
2023-03-12T13:04:38.650125Z |  PRIMARY(n=2)
2023-03-12T13:04:38.652812Z node1 left | 
2023-03-12T13:04:38.652875Z PRIMARY(n=2) | 
2023-03-12T13:04:39.715275Z |  SST error
2023-03-12T13:04:39.720325Z node3 failed to sync ??(node left) | 
2023-03-12T13:04:39.720379Z |  node3 failed to sync ??(node left)
2023-03-12T13:04:39.720388Z |  DESYNCED -> JOINED
2023-03-12T13:04:39.720600Z |  JOINED -> SYNCED
2023-03-12T13:12:02.676601Z received shutdown | 
2023-03-12T13:12:13.679070Z |  node2 left
2023-03-12T13:12:13.681813Z |  node2 left
2023-03-12T13:12:13.681867Z |  PRIMARY(n=1)
2023-03-12T13:12:13.682286Z NON-PRIMARY(n=1) | 
2023-03-12T13:12:13.682450Z SYNCED -> OPEN | 
2023-03-12T13:12:13.682565Z OPEN -> CLOSED | 
2023-03-12T13:12:22.957837Z shutdown complete | 
2023-03-12T13:13:11.498126Z starting(8.0.28) | 
2023-03-12T13:13:11.501941Z started(cluster) | 
2023-03-12T13:13:12.015863Z node3 joined | 
2023-03-12T13:13:12.015998Z | node2 joined
2023-03-12T13:13:12.020360Z | PRIMARY(n=2)
2023-03-12T13:13:12.515546Z CLOSED -> OPEN | 
2023-03-12T13:13:12.515641Z PRIMARY(n=2) | 
2023-03-12T13:13:12.516249Z OPEN -> PRIMARY | 
2023-03-12T13:13:13.245723Z will receive IST(seqno:170407338) | 
2023-03-12T13:13:13.247750Z PRIMARY -> JOINER | 
2023-03-12T13:13:13.248065Z |  SYNCED -> DONOR
2023-03-12T13:13:13.262238Z |  IST to node2(seqno:170407338)
2023-03-12T13:13:13.863959Z |  IST will be used
2023-03-12T13:13:14.886853Z got IST from node3 | 
2023-03-12T13:13:14.886942Z |  finished sending IST to node2
2023-03-12T13:13:14.887000Z |  DESYNCED -> JOINED
2023-03-12T13:13:14.887249Z |  JOINED -> SYNCED
2023-03-12T13:13:19.031367Z wsrep recovery | 
identifier node2 node3
current path tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.3 172.17.0.4
last known name node2 node3
mysql version 8.0.28 8.0.28

134
src/go/pt-galera-log-explainer/tests/expected/upgrade_list_all_until_hiding_2_nodes Normal file
View File

@@ -0,0 +1,134 @@
identifier node2
current path tests/logs/upgrade/node2.log
last known ip 172.17.0.3
last known name node2
mysql version 8.0.28
2023-03-12T07:24:13.733958Z starting(5.7.40)
2023-03-12T07:24:13.771126Z started(cluster)
2023-03-12T07:24:14.289375Z node1 joined
2023-03-12T07:24:14.289412Z node3 joined
2023-03-12T07:24:14.789002Z CLOSED -> OPEN
2023-03-12T07:24:14.789075Z PRIMARY(n=3)
2023-03-12T07:24:14.789560Z (restored)OPEN -> JOINED
2023-03-12T07:24:14.789785Z JOINED -> SYNCED
2023-03-12T07:34:47.289292Z received shutdown
2023-03-12T07:34:57.286990Z node1 joined
2023-03-12T07:34:57.287111Z node3 left
2023-03-12T07:34:57.290903Z node3 left
2023-03-12T07:35:12.293578Z PRIMARY(n=2)
2023-03-12T07:35:12.293705Z NON-PRIMARY(n=1)
2023-03-12T07:35:12.293723Z SYNCED -> OPEN
2023-03-12T07:35:12.293760Z OPEN -> CLOSED
2023-03-12T07:35:18.533851Z shutdown complete
2023-03-12T07:38:06.673334Z starting(5.7.40)
2023-03-12T07:38:06.680025Z started(cluster)
2023-03-12T07:38:06.681065Z safe_to_bootstrap: 1
2023-03-12T07:38:06.693619Z bootstrapping
2023-03-12T07:38:06.695987Z CLOSED -> OPEN
2023-03-12T07:38:06.696042Z PRIMARY(n=1)
2023-03-12T07:38:06.696187Z (restored)OPEN -> JOINED
2023-03-12T07:38:06.696210Z JOINED -> SYNCED
2023-03-12T07:39:27.162350Z node3 joined
2023-03-12T07:39:27.164824Z PRIMARY(n=2)
2023-03-12T07:43:09.063375Z node1 joined
2023-03-12T07:43:09.063430Z node3 joined
2023-03-12T07:43:09.065740Z PRIMARY(n=3)
2023-03-12T07:49:45.317891Z received shutdown
2023-03-12T07:49:55.319157Z NON-PRIMARY(n=1)
2023-03-12T07:49:55.319203Z SYNCED -> OPEN
2023-03-12T07:49:55.319230Z OPEN -> CLOSED
2023-03-12T07:50:00.605309Z shutdown complete
2023-03-12T08:46:48.943442Z starting(5.7.40)
2023-03-12T08:46:48.947933Z started(cluster)
2023-03-12T08:46:48.992365Z node1 joined
2023-03-12T08:46:49.463255Z CLOSED -> OPEN
2023-03-12T08:46:49.463334Z PRIMARY(n=2)
2023-03-12T08:46:49.463988Z (restored)OPEN -> JOINED
2023-03-12T08:46:49.464124Z JOINED -> SYNCED
2023-03-12T08:48:28.470198Z node1 left
2023-03-12T08:48:28.477643Z node1 left
2023-03-12T08:48:28.477680Z PRIMARY(n=1)
2023-03-12T08:49:41.706020Z node1 joined
2023-03-12T08:49:41.713788Z PRIMARY(n=2)
2023-03-12T09:41:30.759927Z received shutdown
2023-03-12T09:41:41.775338Z NON-PRIMARY(n=1)
2023-03-12T09:41:41.775413Z SYNCED -> OPEN
2023-03-12T09:41:41.775442Z OPEN -> CLOSED
2023-03-12T09:41:48.745926Z shutdown complete
5.7.40
(version)
 V 
8.0.28
2023-03-12T09:55:30.928545Z starting(8.0.28)
2023-03-12T09:59:01.655066Z started(standalone)
2023-03-12T10:01:10.488475Z shutdown complete
2023-03-12T10:03:03.136053Z starting(8.0.28)
2023-03-12T10:03:03.139798Z started(cluster)
2023-03-12T10:03:03.157578Z not safe to bootstrap
2023-03-12T10:03:03.157601Z ABORTING
2023-03-12T10:03:03.157774Z shutdown complete
2023-03-12T10:03:03.163682Z CLOSED -> DESTROYED
2023-03-12T10:04:12.603100Z starting(8.0.28)
2023-03-12T10:04:12.608219Z started(cluster)
2023-03-12T10:04:12.609639Z safe_to_bootstrap: 1
2023-03-12T10:04:12.623957Z bootstrapping
2023-03-12T10:04:12.628369Z CLOSED -> OPEN
2023-03-12T10:04:12.628477Z PRIMARY(n=1)
2023-03-12T10:04:12.628792Z (restored)OPEN -> JOINED
2023-03-12T10:04:12.628833Z JOINED -> SYNCED
2023-03-12T11:23:46.950430Z received shutdown
2023-03-12T11:23:56.953018Z SYNCED -> CLOSED
2023-03-12T11:24:03.294073Z shutdown complete
2023-03-12T11:24:33.315663Z starting(8.0.28)
2023-03-12T11:24:33.319800Z started(cluster)
2023-03-12T11:24:33.320989Z safe_to_bootstrap: 1
2023-03-12T11:24:33.332251Z bootstrapping
2023-03-12T11:24:33.334384Z CLOSED -> OPEN
2023-03-12T11:24:33.334467Z PRIMARY(n=1)
2023-03-12T11:24:33.334699Z (restored)OPEN -> JOINED
2023-03-12T11:24:33.334761Z JOINED -> SYNCED
2023-03-12T11:35:14.693312Z node3 joined
2023-03-12T11:35:14.695410Z PRIMARY(n=2)
2023-03-12T11:35:16.321642Z SYNCED -> DONOR
2023-03-12T11:35:16.342707Z IST to node3(seqno:170403898)
2023-03-12T11:35:17.118100Z IST will be used
2023-03-12T11:35:18.140723Z finished sending IST to node3
2023-03-12T11:35:18.140768Z DESYNCED -> JOINED
2023-03-12T11:35:18.141016Z JOINED -> SYNCED
2023-03-12T11:35:21.030164Z node3 left
2023-03-12T11:35:21.035732Z node3 left
2023-03-12T11:35:21.035794Z PRIMARY(n=1)
2023-03-12T11:39:20.681083Z node3 joined
2023-03-12T11:39:20.683800Z PRIMARY(n=2)
2023-03-12T11:39:21.948554Z SYNCED -> DONOR
2023-03-12T11:39:21.952242Z IST to node3(seqno:170403900)
2023-03-12T11:39:33.420743Z SST to node3
2023-03-12T11:39:38.705565Z node3 left
2023-03-12T11:39:38.707686Z node3 left
2023-03-12T11:39:38.707695Z PRIMARY(n=1)
2023-03-12T11:39:38.734654Z SST error
2023-03-12T11:39:38.738833Z node2 failed to sync ??(node left)
2023-03-12T11:39:38.738842Z DESYNCED -> JOINED
2023-03-12T11:39:38.738942Z JOINED -> SYNCED
2023-03-12T12:22:48.704897Z received shutdown
2023-03-12T12:22:58.706338Z SYNCED -> CLOSED
2023-03-12T12:23:04.677082Z shutdown complete
2023-03-12T12:24:36.270274Z starting(8.0.28)
2023-03-12T12:24:36.274315Z started(cluster)
2023-03-12T12:24:36.275472Z safe_to_bootstrap: 1
2023-03-12T12:24:36.287220Z bootstrapping
2023-03-12T12:24:36.290286Z CLOSED -> OPEN
2023-03-12T12:24:36.290365Z PRIMARY(n=1)
2023-03-12T12:24:36.290625Z (restored)OPEN -> JOINED
2023-03-12T12:24:36.290667Z JOINED -> SYNCED
2023-03-12T12:29:49.319032Z node1 joined
2023-03-12T12:29:49.323505Z PRIMARY(n=2)
2023-03-12T12:29:51.443525Z node1 left
2023-03-12T12:29:51.445280Z node1 left
identifier node2
current path tests/logs/upgrade/node2.log
last known ip 172.17.0.3
last known name node2
mysql version 8.0.28

59
src/go/pt-galera-log-explainer/tests/expected/upgrade_list_events Normal file
View File

@@ -0,0 +1,59 @@
identifier 172.17.0.2 node2 node3
current path tests/logs/upgrade/node1.log tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.2 172.17.0.3 172.17.0.4
last known name node2 node3
mysql version 8.0.28 8.0.28 8.0.28
2023-03-12T07:24:13.733958Z | starting(5.7.40) |
2023-03-12T07:24:13.771126Z | started(cluster) |
2023-03-12T07:34:47.289292Z | received shutdown |
2023-03-12T07:35:18.533851Z | shutdown complete |
2023-03-12T07:38:06.673334Z | starting(5.7.40) |
2023-03-12T07:38:06.680025Z | started(cluster) |
2023-03-12T07:49:45.317891Z | received shutdown |
2023-03-12T07:50:00.605309Z | shutdown complete |
2023-03-12T08:46:48.943442Z | starting(5.7.40) |
2023-03-12T08:46:48.947933Z | started(cluster) |
2023-03-12T09:41:30.759927Z | received shutdown |
2023-03-12T09:41:48.745926Z | shutdown complete |
5.7.40
(version)
 V 
8.0.28
2023-03-12T09:55:30.928545Z | starting(8.0.28) |
2023-03-12T09:59:01.655066Z | started(standalone) |
2023-03-12T10:01:10.488475Z | shutdown complete |
2023-03-12T10:03:03.136053Z | starting(8.0.28) |
2023-03-12T10:03:03.139798Z | started(cluster) |
2023-03-12T10:03:03.157601Z | ABORTING |
2023-03-12T10:03:03.157774Z | shutdown complete |
2023-03-12T10:04:12.603100Z | starting(8.0.28) |
2023-03-12T10:04:12.608219Z | started(cluster) |
2023-03-12T11:23:46.950430Z | received shutdown |
2023-03-12T11:24:03.294073Z | shutdown complete |
2023-03-12T11:24:33.315663Z | starting(8.0.28) |
2023-03-12T11:24:33.319800Z | started(cluster) |
2023-03-12T12:22:48.704897Z | received shutdown |
2023-03-12T12:23:04.677082Z | shutdown complete |
2023-03-12T12:24:36.270274Z | starting(8.0.28) |
2023-03-12T12:24:36.274315Z | started(cluster) |
2023-03-12T12:48:43.293802Z | |  starting(8.0.28)
2023-03-12T12:48:43.297858Z | |  started(cluster)
2023-03-12T12:48:54.233973Z | |  wsrep recovery
2023-03-12T13:12:02.676601Z | received shutdown | 
2023-03-12T13:12:22.957837Z | shutdown complete | 
2023-03-12T13:13:11.498126Z | starting(8.0.28) | 
2023-03-12T13:13:11.501941Z | started(cluster) | 
2023-03-12T13:13:19.031367Z | wsrep recovery | 
2023-03-12T19:35:05.840743Z starting(8.0.28) |  | 
2023-03-12T19:35:05.848542Z started(cluster) |  | 
2023-03-12T19:36:48.590632Z terminated |  | 
wsrep recovery |  | 
2023-03-12T19:41:28.493046Z starting(8.0.28) |  | 
2023-03-12T19:41:28.500789Z started(cluster) |  | 
2023-03-12T19:44:59.841515Z terminated |  | 
2023-03-12T21:55:48.916323Z |  received shutdown | 
2023-03-12T21:56:17.004067Z |  shutdown complete | 
2023-03-12T21:58:39.513891Z |  starting(8.0.28) | 
2023-03-12T21:58:39.523542Z |  started(cluster) | 
2023-03-12T22:00:27.237470Z |  terminated | 

72
src/go/pt-galera-log-explainer/tests/expected/upgrade_list_sst Normal file
View File

@@ -0,0 +1,72 @@
identifier 172.17.0.2 node2 node3
current path tests/logs/upgrade/node1.log tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.2 172.17.0.3 172.17.0.4
last known name node2 node3
mysql version 8.0.28 8.0.28 8.0.28
5.7.40
(version)
 V 
8.0.28
2023-03-12T11:35:16.342707Z | IST to node3(seqno:170403898) |
2023-03-12T11:35:17.118100Z | IST will be used |
2023-03-12T11:35:18.140723Z | finished sending IST to node3 |
2023-03-12T11:39:21.952242Z | IST to node3(seqno:170403900) |
2023-03-12T11:39:33.420743Z | SST to node3 |
2023-03-12T11:39:38.734654Z | SST error |
2023-03-12T11:39:38.738833Z | node2 failed to sync ??(node left) |
2023-03-12T12:48:44.597299Z | |  will receive IST(seqno:170403905)
2023-03-12T12:48:44.616436Z | IST to node3(seqno:170403905) | 
2023-03-12T12:48:45.044873Z | IST will be used | 
2023-03-12T12:48:46.064764Z | finished sending IST to node3 | 
2023-03-12T12:48:46.065014Z | | got IST from node2
2023-03-12T12:48:54.269978Z | |  IST received(seqno:170403905)
2023-03-12T13:04:25.735999Z | |  IST to node1(seqno:170407335)
2023-03-12T13:04:37.415791Z | |  SST to node1
2023-03-12T13:04:39.715275Z | |  SST error
2023-03-12T13:04:39.720325Z | node3 failed to sync ??(node left) | 
2023-03-12T13:04:39.720379Z | |  node3 failed to sync ??(node left)
2023-03-12T13:13:13.245723Z | will receive IST(seqno:170407338) | 
2023-03-12T13:13:13.262238Z | |  IST to node2(seqno:170407338)
2023-03-12T13:13:13.863959Z | |  IST will be used
2023-03-12T13:13:14.886853Z | got IST from node3 | 
2023-03-12T13:13:14.886942Z | |  finished sending IST to node2
2023-03-12T13:13:19.156722Z | IST received(seqno:170407338) | 
2023-03-12T19:35:07.638676Z will receive IST(seqno:178226774) |  | 
2023-03-12T19:36:48.567087Z timeout from donor in gtid/keyring stage |  | 
2023-03-12T19:36:48.589084Z SST error |  | 
2023-03-12T19:36:48.590647Z former SST cancelled |  | 
2023-03-12T19:43:18.904410Z will receive IST(seqno:178226792) |  | 
2023-03-12T19:43:18.913328Z |  |  node1 cannot find donor
2023-03-12T19:43:18.913429Z node1 cannot find donor |  | 
2023-03-12T19:43:18.913565Z |  node1 cannot find donor | 
2023-03-12T19:43:19.914122Z |  |  node1 cannot find donor
2023-03-12T19:43:19.914259Z node1 cannot find donor |  | 
2023-03-12T19:43:19.914362Z |  node1 cannot find donor | 
2023-03-12T19:43:20.914957Z |  |  (repeated x97)node1 cannot find donor
2023-03-12T19:43:20.915143Z (repeated x97)node1 cannot find donor |  | 
2023-03-12T19:43:20.915262Z |  (repeated x97)node1 cannot find donor | 
2023-03-12T19:44:58.999603Z |  |  node1 cannot find donor
2023-03-12T19:44:58.999791Z node1 cannot find donor |  | 
2023-03-12T19:44:58.999891Z |  node1 cannot find donor | 
2023-03-12T19:44:59.817822Z timeout from donor in gtid/keyring stage |  | 
2023-03-12T19:44:59.839692Z SST error |  | 
2023-03-12T19:44:59.841529Z former SST cancelled |  | 
2023-03-12T21:58:46.155159Z |  will receive IST(seqno:178226798) | 
2023-03-12T21:58:46.160014Z |  cannot find donor | 
2023-03-12T21:58:46.160016Z |  |  node2 cannot find donor
2023-03-12T21:58:47.160736Z |  |  node2 cannot find donor
2023-03-12T21:58:47.160758Z |  cannot find donor | 
2023-03-12T21:58:48.161511Z |  |  (repeated x97)node2 cannot find donor
2023-03-12T21:58:48.161544Z |  (repeated x97)cannot find donor | 
2023-03-12T22:00:26.237092Z |  |  node2 cannot find donor
2023-03-12T22:00:26.237093Z |  cannot find donor | 
2023-03-12T22:00:27.067645Z |  timeout from donor in gtid/keyring stage | 
2023-03-12T22:00:27.089809Z |  SST error | 
2023-03-12T22:00:27.237486Z |  former SST cancelled | 
identifier 172.17.0.2 node2 node3
current path tests/logs/upgrade/node1.log tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.2 172.17.0.3 172.17.0.4
last known name node2 node3
mysql version 8.0.28 8.0.28 8.0.28

84
src/go/pt-galera-log-explainer/tests/expected/upgrade_list_states Normal file
View File

@@ -0,0 +1,84 @@
identifier 172.17.0.2 node2 node3
current path tests/logs/upgrade/node1.log tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.2 172.17.0.3 172.17.0.4
last known name node2 node3
mysql version 8.0.28 8.0.28 8.0.28
2023-03-12T07:24:14.789002Z | CLOSED -> OPEN |
2023-03-12T07:24:14.789560Z | (restored)OPEN -> JOINED |
2023-03-12T07:24:14.789785Z | JOINED -> SYNCED |
2023-03-12T07:35:12.293723Z | SYNCED -> OPEN |
2023-03-12T07:35:12.293760Z | OPEN -> CLOSED |
2023-03-12T07:38:06.695987Z | CLOSED -> OPEN |
2023-03-12T07:38:06.696187Z | (restored)OPEN -> JOINED |
2023-03-12T07:38:06.696210Z | JOINED -> SYNCED |
2023-03-12T07:49:55.319203Z | SYNCED -> OPEN |
2023-03-12T07:49:55.319230Z | OPEN -> CLOSED |
2023-03-12T08:46:49.463255Z | CLOSED -> OPEN |
2023-03-12T08:46:49.463988Z | (restored)OPEN -> JOINED |
2023-03-12T08:46:49.464124Z | JOINED -> SYNCED |
2023-03-12T09:41:41.775413Z | SYNCED -> OPEN |
2023-03-12T09:41:41.775442Z | OPEN -> CLOSED |
5.7.40
(version)
 V 
8.0.28
2023-03-12T10:03:03.163682Z | CLOSED -> DESTROYED |
2023-03-12T10:04:12.628369Z | CLOSED -> OPEN |
2023-03-12T10:04:12.628792Z | (restored)OPEN -> JOINED |
2023-03-12T10:04:12.628833Z | JOINED -> SYNCED |
2023-03-12T11:23:56.953018Z | SYNCED -> CLOSED |
2023-03-12T11:24:33.334384Z | CLOSED -> OPEN |
2023-03-12T11:24:33.334699Z | (restored)OPEN -> JOINED |
2023-03-12T11:24:33.334761Z | JOINED -> SYNCED |
2023-03-12T11:35:16.321642Z | SYNCED -> DONOR |
2023-03-12T11:35:18.140768Z | DESYNCED -> JOINED |
2023-03-12T11:35:18.141016Z | JOINED -> SYNCED |
2023-03-12T11:39:21.948554Z | SYNCED -> DONOR |
2023-03-12T11:39:38.738842Z | DESYNCED -> JOINED |
2023-03-12T11:39:38.738942Z | JOINED -> SYNCED |
2023-03-12T12:22:58.706338Z | SYNCED -> CLOSED |
2023-03-12T12:24:36.290286Z | CLOSED -> OPEN |
2023-03-12T12:24:36.290625Z | (restored)OPEN -> JOINED |
2023-03-12T12:24:36.290667Z | JOINED -> SYNCED |
2023-03-12T12:48:43.820825Z | |  CLOSED -> OPEN
2023-03-12T12:48:43.822001Z | |  OPEN -> PRIMARY
2023-03-12T12:48:44.599341Z | SYNCED -> DONOR |
2023-03-12T12:48:44.599377Z | |  PRIMARY -> JOINER
2023-03-12T12:48:46.064808Z | DESYNCED -> JOINED | 
2023-03-12T12:48:46.065051Z | JOINED -> SYNCED | 
2023-03-12T12:48:54.272037Z | |  JOINER -> JOINED
2023-03-12T12:48:54.272256Z | |  JOINED -> SYNCED
2023-03-12T13:04:25.732132Z | |  SYNCED -> DONOR
2023-03-12T13:04:39.720388Z | |  DESYNCED -> JOINED
2023-03-12T13:04:39.720600Z | |  JOINED -> SYNCED
2023-03-12T13:12:13.682450Z | SYNCED -> OPEN | 
2023-03-12T13:12:13.682565Z | OPEN -> CLOSED | 
2023-03-12T13:13:12.515546Z | CLOSED -> OPEN | 
2023-03-12T13:13:12.516249Z | OPEN -> PRIMARY | 
2023-03-12T13:13:13.247750Z | PRIMARY -> JOINER | 
2023-03-12T13:13:13.248065Z | |  SYNCED -> DONOR
2023-03-12T13:13:14.887000Z | |  DESYNCED -> JOINED
2023-03-12T13:13:14.887249Z | |  JOINED -> SYNCED
2023-03-12T13:13:19.158840Z | JOINER -> JOINED | 
2023-03-12T13:13:19.159057Z | JOINED -> SYNCED | 
2023-03-12T19:35:06.875619Z CLOSED -> OPEN |  | 
2023-03-12T19:35:06.876501Z OPEN -> PRIMARY |  | 
2023-03-12T19:35:07.644570Z | |  SYNCED -> DONOR
2023-03-12T19:35:07.644683Z PRIMARY -> JOINER |  | 
2023-03-12T19:36:48.590443Z JOINER -> OPEN |  | 
2023-03-12T19:36:48.590514Z OPEN -> CLOSED |  | 
2023-03-12T19:43:18.130088Z CLOSED -> OPEN |  | 
2023-03-12T19:43:18.130916Z OPEN -> PRIMARY |  | 
2023-03-12T19:44:59.841292Z PRIMARY -> OPEN |  | 
2023-03-12T19:44:59.841352Z OPEN -> CLOSED |  | 
2023-03-12T21:55:59.925682Z |  SYNCED -> OPEN | 
2023-03-12T21:55:59.925725Z |  OPEN -> CLOSED | 
2023-03-12T21:58:45.384740Z |  CLOSED -> OPEN | 
2023-03-12T21:58:45.385505Z |  OPEN -> PRIMARY | 
identifier 172.17.0.2 node2 node3
current path tests/logs/upgrade/node1.log tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.2 172.17.0.3 172.17.0.4
last known name node2 node3
mysql version 8.0.28 8.0.28 8.0.28

139
src/go/pt-galera-log-explainer/tests/expected/upgrade_list_views Normal file
View File

@@ -0,0 +1,139 @@
identifier 172.17.0.2 node2 node3
current path tests/logs/upgrade/node1.log tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.2 172.17.0.3 172.17.0.4
last known name node2 node3
mysql version 8.0.28 8.0.28 8.0.28
2023-03-12T07:24:14.289375Z | node1 joined |
2023-03-12T07:24:14.289412Z | node3 joined |
2023-03-12T07:24:14.789075Z | PRIMARY(n=3) |
2023-03-12T07:34:57.286990Z | node1 joined |
2023-03-12T07:34:57.287111Z | node3 left |
2023-03-12T07:34:57.290903Z | node3 left |
2023-03-12T07:35:12.293578Z | PRIMARY(n=2) |
2023-03-12T07:35:12.293705Z | NON-PRIMARY(n=1) |
2023-03-12T07:38:06.681065Z | safe_to_bootstrap: 1 |
2023-03-12T07:38:06.693619Z | bootstrapping |
2023-03-12T07:38:06.696042Z | PRIMARY(n=1) |
2023-03-12T07:39:27.162350Z | node3 joined |
2023-03-12T07:39:27.164824Z | PRIMARY(n=2) |
2023-03-12T07:43:09.063375Z | node1 joined |
2023-03-12T07:43:09.063430Z | node3 joined |
2023-03-12T07:43:09.065740Z | PRIMARY(n=3) |
2023-03-12T07:49:55.319157Z | NON-PRIMARY(n=1) |
2023-03-12T08:46:48.992365Z | node1 joined |
2023-03-12T08:46:49.463334Z | PRIMARY(n=2) |
2023-03-12T08:48:28.470198Z | node1 left |
2023-03-12T08:48:28.477643Z | node1 left |
2023-03-12T08:48:28.477680Z | PRIMARY(n=1) |
2023-03-12T08:49:41.706020Z | node1 joined |
2023-03-12T08:49:41.713788Z | PRIMARY(n=2) |
2023-03-12T09:41:41.775338Z | NON-PRIMARY(n=1) |
5.7.40
(version)
 V 
8.0.28
2023-03-12T10:03:03.157578Z | not safe to bootstrap |
2023-03-12T10:04:12.609639Z | safe_to_bootstrap: 1 |
2023-03-12T10:04:12.623957Z | bootstrapping |
2023-03-12T10:04:12.628477Z | PRIMARY(n=1) |
2023-03-12T11:24:33.320989Z | safe_to_bootstrap: 1 |
2023-03-12T11:24:33.332251Z | bootstrapping |
2023-03-12T11:24:33.334467Z | PRIMARY(n=1) |
2023-03-12T11:35:14.693312Z | node3 joined |
2023-03-12T11:35:14.695410Z | PRIMARY(n=2) |
2023-03-12T11:35:21.030164Z | node3 left |
2023-03-12T11:35:21.035732Z | node3 left |
2023-03-12T11:35:21.035794Z | PRIMARY(n=1) |
2023-03-12T11:39:20.681083Z | node3 joined |
2023-03-12T11:39:20.683800Z | PRIMARY(n=2) |
2023-03-12T11:39:38.705565Z | node3 left |
2023-03-12T11:39:38.707686Z | node3 left |
2023-03-12T11:39:38.707695Z | PRIMARY(n=1) |
2023-03-12T12:24:36.275472Z | safe_to_bootstrap: 1 |
2023-03-12T12:24:36.287220Z | bootstrapping |
2023-03-12T12:24:36.290365Z | PRIMARY(n=1) |
2023-03-12T12:29:49.319032Z | node1 joined |
2023-03-12T12:29:49.323505Z | PRIMARY(n=2) |
2023-03-12T12:29:51.443525Z | node1 left |
2023-03-12T12:29:51.445280Z | node1 left |
2023-03-12T12:29:51.445300Z | PRIMARY(n=1) |
2023-03-12T12:48:43.521685Z | node3 joined |
2023-03-12T12:48:43.521846Z | |  node2 joined
2023-03-12T12:48:43.526717Z | PRIMARY(n=2) |
2023-03-12T12:48:43.820929Z | |  PRIMARY(n=2)
2023-03-12T13:04:24.476576Z | node3 joined | 
2023-03-12T13:04:24.476642Z | node1 joined | 
2023-03-12T13:04:24.476806Z | |  node1 joined
2023-03-12T13:04:24.476863Z | |  node2 joined
2023-03-12T13:04:24.478964Z | PRIMARY(n=3) | 
2023-03-12T13:04:24.479206Z | |  PRIMARY(n=3)
2023-03-12T13:04:38.645597Z | node3 joined | 
2023-03-12T13:04:38.645710Z | node1 left | 
2023-03-12T13:04:38.647921Z | |  node2 joined
2023-03-12T13:04:38.647981Z | |  node1 left
2023-03-12T13:04:38.650097Z | |  node1 left
2023-03-12T13:04:38.650125Z | |  PRIMARY(n=2)
2023-03-12T13:04:38.652812Z | node1 left | 
2023-03-12T13:04:38.652875Z | PRIMARY(n=2) | 
2023-03-12T13:12:13.679070Z | |  node2 left
2023-03-12T13:12:13.681813Z | |  node2 left
2023-03-12T13:12:13.681867Z | |  PRIMARY(n=1)
2023-03-12T13:12:13.682286Z | NON-PRIMARY(n=1) | 
2023-03-12T13:13:12.015863Z | node3 joined | 
2023-03-12T13:13:12.015998Z | | node2 joined
2023-03-12T13:13:12.020360Z | | PRIMARY(n=2)
2023-03-12T13:13:12.515641Z | PRIMARY(n=2) | 
2023-03-12T19:35:06.375917Z | |  node2 joined
2023-03-12T19:35:06.375974Z | |  node1 joined
2023-03-12T19:35:06.376012Z node3 joined |  | 
2023-03-12T19:35:06.376016Z | node3 joined | 
2023-03-12T19:35:06.376026Z node2 joined |  | 
2023-03-12T19:35:06.376081Z | node1 joined | 
2023-03-12T19:35:06.383186Z | PRIMARY(n=3) | 
2023-03-12T19:35:06.385445Z | |  PRIMARY(n=3)
2023-03-12T19:35:06.875717Z PRIMARY(n=3) |  | 
2023-03-12T19:36:48.590054Z |  |  node2 joined
2023-03-12T19:36:48.590121Z |  |  node1 left
2023-03-12T19:36:48.590280Z |  node3 joined | 
2023-03-12T19:36:48.590338Z NON-PRIMARY(n=1) |  | 
2023-03-12T19:36:48.590388Z |  node1 left | 
2023-03-12T19:36:48.597786Z |  |  node1 left
2023-03-12T19:36:48.597826Z |  |  PRIMARY(n=2)
2023-03-12T19:36:48.604279Z |  node1 left | 
2023-03-12T19:36:48.604341Z |  PRIMARY(n=2) | 
2023-03-12T19:43:17.630191Z | node3 joined | 
2023-03-12T19:43:17.630208Z node3 joined |  | 
2023-03-12T19:43:17.630221Z node2 joined |  | 
2023-03-12T19:43:17.630243Z | node1 joined | 
2023-03-12T19:43:17.634138Z | |  node2 joined
2023-03-12T19:43:17.634229Z | |  node1 joined
2023-03-12T19:43:17.643210Z | PRIMARY(n=3) | 
2023-03-12T19:43:17.648163Z | |  PRIMARY(n=3)
2023-03-12T19:43:18.130230Z PRIMARY(n=3) |  | 
2023-03-12T19:44:59.840669Z | |  node2 joined
2023-03-12T19:44:59.840745Z | |  node1 left
2023-03-12T19:44:59.840933Z | node3 joined | 
2023-03-12T19:44:59.841034Z | node1 left | 
2023-03-12T19:44:59.841189Z NON-PRIMARY(n=1) |  | 
2023-03-12T19:44:59.848349Z |  |  node1 left
2023-03-12T19:44:59.848409Z |  |  PRIMARY(n=2)
2023-03-12T19:44:59.855443Z |  node1 left | 
2023-03-12T19:44:59.855491Z |  PRIMARY(n=2) | 
2023-03-12T21:55:59.918448Z |  |  node2 left
2023-03-12T21:55:59.924796Z |  |  node2 left
2023-03-12T21:55:59.924897Z |  |  PRIMARY(n=1)
2023-03-12T21:55:59.925551Z |  NON-PRIMARY(n=1) | 
2023-03-12T21:58:44.885014Z |  | node2 joined
2023-03-12T21:58:44.885179Z |  node3 joined | 
2023-03-12T21:58:44.887985Z |  | PRIMARY(n=2)
2023-03-12T21:58:45.384861Z |  PRIMARY(n=2) | 
2023-03-12T22:00:28.090598Z |  |  node2 left
2023-03-12T22:00:28.094664Z |  |  node2 left
2023-03-12T22:00:28.094708Z |  |  PRIMARY(n=1)
identifier 172.17.0.2 node2 node3
current path tests/logs/upgrade/node1.log tests/logs/upgrade/node2.log tests/logs/upgrade/node3.log
last known ip 172.17.0.2 172.17.0.3 172.17.0.4
last known name node2 node3
mysql version 8.0.28 8.0.28 8.0.28

579
src/go/pt-galera-log-explainer/tests/logs/upgrade/node1.log Normal file
View File

@@ -0,0 +1,579 @@
2023-03-12T19:35:05.838493Z 0 [Warning] [MY-011068] [Server] The syntax 'expire-logs-days' is deprecated and will be removed in a future release. Please use binlog_expire_logs_seconds instead.
2023-03-12T19:35:05.838511Z 0 [Warning] [MY-011069] [Server] The syntax '--master-info-repository' is deprecated and will be removed in a future release.
2023-03-12T19:35:05.838518Z 0 [Warning] [MY-011069] [Server] The syntax '--relay-log-info-repository' is deprecated and will be removed in a future release.
2023-03-12T19:35:05.838549Z 0 [Warning] [MY-011069] [Server] The syntax '--relay-log-info-repository' is deprecated and will be removed in a future release.
2023-03-12T19:35:05.838559Z 0 [Warning] [MY-011068] [Server] The syntax 'log_slave_updates' is deprecated and will be removed in a future release. Please use log_replica_updates instead.
2023-03-12T19:35:05.838567Z 0 [Warning] [MY-011068] [Server] The syntax 'skip_slave_start' is deprecated and will be removed in a future release. Please use skip_replica_start instead.
2023-03-12T19:35:05.838584Z 0 [Warning] [MY-011068] [Server] The syntax 'wsrep_slave_threads' is deprecated and will be removed in a future release. Please use wsrep_applier_threads instead.
2023-03-12T19:35:05.840728Z 0 [Note] [MY-010949] [Server] Basedir set to /usr/.
2023-03-12T19:35:05.840743Z 0 [System] [MY-010116] [Server] /usr/sbin/mysqld (mysqld 8.0.28-19.1) starting as process 2070978
2023-03-12T19:35:05.841616Z 0 [Warning] [MY-013242] [Server] --character-set-server: 'utf8' is currently an alias for the character set UTF8MB3, but will be an alias for UTF8MB4 in a future release. Please consider using UTF8MB4 in order to be unambiguous.
2023-03-12T19:35:05.841622Z 0 [Warning] [MY-013244] [Server] --collation-server: 'utf8_general_ci' is a collation of the deprecated character set UTF8MB3. Please consider using UTF8MB4 with an appropriate collation instead.
2023-03-12T19:35:05.846622Z 0 [Note] [MY-010182] [Server] Found ca.pem, server-cert.pem and server-key.pem in data directory. Trying to enable SSL support using them.
2023-03-12T19:35:05.846740Z 0 [Note] [MY-010304] [Server] Skipping generation of SSL certificates as certificate files are present in data directory.
2023-03-12T19:35:05.848442Z 0 [Warning] [MY-010068] [Server] CA certificate ca.pem is self signed.
2023-03-12T19:35:05.848473Z 0 [System] [MY-013602] [Server] Channel mysql_main configured to support TLS. Encrypted connections are now supported for this channel.
2023-03-12T19:35:05.848484Z 0 [Note] [MY-000000] [WSREP] New joining cluster node configured to use specified SSL artifacts
2023-03-12T19:35:05.848525Z 0 [Note] [MY-000000] [Galera] Loading provider /usr/lib64/libgalera_smm.so initial position: 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:170403896
2023-03-12T19:35:05.848542Z 0 [Note] [MY-000000] [Galera] wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
2023-03-12T19:35:05.851530Z 0 [Note] [MY-000000] [Galera] wsrep_load(): Galera 4.11(a9008fc) by Codership Oy <info@codership.com> (modified by Percona <https://percona.com/>) loaded successfully.
2023-03-12T19:35:05.851570Z 0 [Note] [MY-000000] [Galera] CRC-32C: using 64-bit x86 acceleration.
2023-03-12T19:35:05.852131Z 0 [Note] [MY-000000] [Galera] Found saved state: 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:170403896, safe_to_bootstrap: 0
2023-03-12T19:35:05.853307Z 0 [Note] [MY-000000] [Galera] GCache DEBUG: opened preamble:
Version: 0
UUID: 00000000-0000-0000-0000-000000000000
Seqno: -1 - -1
Offset: -1
Synced: 0
2023-03-12T19:35:05.853332Z 0 [Note] [MY-000000] [Galera] Skipped GCache ring buffer recovery: could not determine history UUID.
2023-03-12T19:35:05.859104Z 0 [Warning] [MY-000000] [Galera] Option 'gcs.fc_master_slave' is deprecated and will be removed in the future versions, please use 'gcs.fc_single_primary' instead.
2023-03-12T19:35:05.859705Z 0 [Note] [MY-000000] [Galera] Passing config to GCS: base_dir = /var/lib/mysql; base_host = 172.17.0.2; base_port = 4567; cert.log_conflicts = no; cert.optimistic_pa = no; debug = no; evs.auto_evict = 0; evs.delay_margin = PT1S; evs.delayed_keep_period = PT30S; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 3; evs.send_window = 10; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 4; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql; gcache.freeze_purge_at_seqno = -1; gcache.keep_pages_count = 0; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = galera.cache; gcache.page_size = 128M; gcache.recover = yes; gcache.size = 50G; gcomm.thread_prio = ; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 100; gcs.fc_master_slave = no; gcs.fc_single_primary = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.recovery = true; pc.version = 0; pc.wait_prim = true; pc.wait_prim_timeout = PT30S; pc.weight = 1; protonet.backend = asio; protonet.version = 0; repl.causal_read_timeout = PT30S; repl.commit_order = 3; repl.key_format = FLAT8; repl.max_ws_size = 2147483647; repl.proto_max = 10; socket.checksum = 2; socket.recv_buf_size = auto; socket.send_buf_size = auto; socket.ssl = YES; socket.ssl_ca = ca.pem; socket.ssl_cert = server-cert.pem; socket.ssl_cipher = ; socket.ssl_compression = YES; socket.ssl_key = server-key.pem; socket.ssl_reload = 1;
2023-03-12T19:35:05.871746Z 0 [Note] [MY-000000] [Galera] Service thread queue flushed.
2023-03-12T19:35:05.871808Z 0 [Note] [MY-000000] [Galera] ####### Assign initial position for certification: 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:170403896, protocol version: -1
2023-03-12T19:35:05.871835Z 0 [Note] [MY-000000] [Galera] GCache history reset: 00000000-0000-0000-0000-000000000000:0 -> 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:170403896
2023-03-12T19:35:05.873848Z 0 [Note] [MY-000000] [WSREP] Starting replication
2023-03-12T19:35:05.873867Z 0 [Note] [MY-000000] [Galera] Connecting with bootstrap option: 0
2023-03-12T19:35:05.873881Z 0 [Note] [MY-000000] [Galera] Setting GCS initial position to 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:170403896
2023-03-12T19:35:05.873923Z 0 [Note] [MY-000000] [Galera] protonet asio version 0
2023-03-12T19:35:05.874250Z 0 [Note] [MY-000000] [Galera] Using CRC-32C for message checksums.
2023-03-12T19:35:05.874274Z 0 [Note] [MY-000000] [Galera] backend: asio
2023-03-12T19:35:05.874373Z 0 [Note] [MY-000000] [Galera] gcomm thread scheduling priority set to other:0
2023-03-12T19:35:05.874454Z 0 [Warning] [MY-000000] [Galera] Fail to access the file (/var/lib/mysql/gvwstate.dat) error (No such file or directory). It is possible if node is booting for first time or re-booting after a graceful shutdown
2023-03-12T19:35:05.874468Z 0 [Note] [MY-000000] [Galera] Restoring primary-component from disk failed. Either node is booting for first time or re-booting after a graceful shutdown
2023-03-12T19:35:05.874589Z 0 [Note] [MY-000000] [Galera] GMCast version 0
2023-03-12T19:35:05.874692Z 0 [Note] [MY-000000] [Galera] (ca2c2a5f-a82a, 'ssl://0.0.0.0:4567') listening at ssl://0.0.0.0:4567
2023-03-12T19:35:05.874702Z 0 [Note] [MY-000000] [Galera] (ca2c2a5f-a82a, 'ssl://0.0.0.0:4567') multicast: , ttl: 1
2023-03-12T19:35:05.874881Z 0 [Note] [MY-000000] [Galera] EVS version 1
2023-03-12T19:35:05.874938Z 0 [Note] [MY-000000] [Galera] gcomm: connecting to group 'pxc_cluster', peer '172.17.0.2:,172.17.0.3:,172.17.0.4:'
2023-03-12T19:35:05.878714Z 0 [Note] [MY-000000] [Galera] (ca2c2a5f-a82a, 'ssl://0.0.0.0:4567') Found matching local endpoint for a connection, blacklisting address ssl://172.17.0.2:4567
2023-03-12T19:35:05.881164Z 0 [Note] [MY-000000] [Galera] (ca2c2a5f-a82a, 'ssl://0.0.0.0:4567') connection established to 7026494c-a649 ssl://172.17.0.3:4567
2023-03-12T19:35:05.881223Z 0 [Note] [MY-000000] [Galera] (ca2c2a5f-a82a, 'ssl://0.0.0.0:4567') turning message relay requesting on, nonlive peers:
2023-03-12T19:35:05.896920Z 0 [Note] [MY-000000] [Galera] (ca2c2a5f-a82a, 'ssl://0.0.0.0:4567') connection established to 0509936f-8cc2 ssl://172.17.0.4:4567
2023-03-12T19:35:05.897109Z 0 [Note] [MY-000000] [Galera] (ca2c2a5f-a82a, 'ssl://0.0.0.0:4567') connection established to 0509936f-8cc2 ssl://172.17.0.4:4567
2023-03-12T19:35:06.375965Z 0 [Note] [MY-000000] [Galera] EVS version upgrade 0 -> 1
2023-03-12T19:35:06.376012Z 0 [Note] [MY-000000] [Galera] declaring 0509936f-8cc2 at ssl://172.17.0.4:4567 stable
2023-03-12T19:35:06.376026Z 0 [Note] [MY-000000] [Galera] declaring 7026494c-a649 at ssl://172.17.0.3:4567 stable
2023-03-12T19:35:06.376044Z 0 [Note] [MY-000000] [Galera] PC protocol upgrade 0 -> 1
2023-03-12T19:35:06.376304Z 0 [Note] [MY-000000] [Galera] Node 0509936f-8cc2 state primary
2023-03-12T19:35:06.376551Z 0 [Note] [MY-000000] [Galera] Current view of cluster as seen by this node
view (view_id(PRIM,0509936f-8cc2,9)
memb {
0509936f-8cc2,0
7026494c-a649,0
ca2c2a5f-a82a,0
}
joined {
}
left {
}
partitioned {
}
)
2023-03-12T19:35:06.376568Z 0 [Note] [MY-000000] [Galera] Save the discovered primary-component to disk
2023-03-12T19:35:06.875414Z 0 [Note] [MY-000000] [Galera] gcomm: connected
2023-03-12T19:35:06.875464Z 0 [Note] [MY-000000] [Galera] Changing maximum packet size to 64500, resulting msg size: 32636
2023-03-12T19:35:06.875619Z 0 [Note] [MY-000000] [Galera] Shifting CLOSED -> OPEN (TO: 0)
2023-03-12T19:35:06.875634Z 0 [Note] [MY-000000] [Galera] Opened channel 'pxc_cluster'
2023-03-12T19:35:06.875717Z 0 [Note] [MY-000000] [Galera] New COMPONENT: primary = yes, bootstrap = no, my_idx = 2, memb_num = 3
2023-03-12T19:35:06.875755Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: Waiting for state UUID.
2023-03-12T19:35:06.875766Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875779Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875790Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875800Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875810Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875818Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875828Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875838Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875848Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875857Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875867Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875877Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875886Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875896Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875906Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875914Z 0 [Warning] [MY-000000] [Galera] Action message in non-primary configuration from member 0
2023-03-12T19:35:06.875931Z 1 [Note] [MY-000000] [WSREP] Starting rollbacker thread 1
2023-03-12T19:35:06.875960Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: sent state msg: ca7a22c9-dc8d-11ed-964b-af60786b1721
2023-03-12T19:35:06.875979Z 2 [Note] [MY-000000] [WSREP] Starting applier thread 2
2023-03-12T19:35:06.876015Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: ca7a22c9-dc8d-11ed-964b-af60786b1721 from 0 (node3)
2023-03-12T19:35:06.876043Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: ca7a22c9-dc8d-11ed-964b-af60786b1721 from 1 (node2)
2023-03-12T19:35:06.876427Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: ca7a22c9-dc8d-11ed-964b-af60786b1721 from 2 (node1)
2023-03-12T19:35:06.876442Z 0 [Note] [MY-000000] [Galera] Quorum results:
version = 6,
component = PRIMARY,
conf_id = 8,
members = 2/3 (primary/total),
act_id = 178226773,
last_appl. = 178226713,
protocols = 2/10/4 (gcs/repl/appl),
vote policy= 0,
group UUID = 9db0bcdf-b31a-11ed-a398-2a4cfdd82049
2023-03-12T19:35:06.876491Z 0 [Note] [MY-000000] [Galera] Flow-control interval: [173, 173]
2023-03-12T19:35:06.876501Z 0 [Note] [MY-000000] [Galera] Shifting OPEN -> PRIMARY (TO: 178226774)
2023-03-12T19:35:06.876554Z 2 [Note] [MY-000000] [Galera] ####### processing CC 178226774, local, ordered
2023-03-12T19:35:06.876572Z 2 [Note] [MY-000000] [Galera] Maybe drain monitors from 170403896 upto current CC event 178226774 upto:170403896
2023-03-12T19:35:06.876586Z 2 [Note] [MY-000000] [Galera] Drain monitors from 170403896 up to 170403896
2023-03-12T19:35:06.876603Z 2 [Note] [MY-000000] [Galera] Process first view: 9db0bcdf-b31a-11ed-a398-2a4cfdd82049 my uuid: ca2c2a5f-dc8d-11ed-a82a-ebad461f7ad9
2023-03-12T19:35:06.876625Z 2 [Note] [MY-000000] [Galera] Server node1 connected to cluster at position 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:178226774 with ID ca2c2a5f-dc8d-11ed-a82a-ebad461f7ad9
2023-03-12T19:35:06.876639Z 2 [Note] [MY-000000] [WSREP] Server status change disconnected -> connected
2023-03-12T19:35:06.876665Z 2 [Note] [MY-000000] [WSREP] wsrep_notify_cmd is not defined, skipping notification.
2023-03-12T19:35:06.876690Z 2 [Note] [MY-000000] [Galera] ####### My UUID: ca2c2a5f-dc8d-11ed-a82a-ebad461f7ad9
2023-03-12T19:35:06.876704Z 2 [Note] [MY-000000] [Galera] Cert index reset to 00000000-0000-0000-0000-000000000000:-1 (proto: 10), state transfer needed: yes
2023-03-12T19:35:06.876736Z 0 [Note] [MY-000000] [Galera] Service thread queue flushed.
2023-03-12T19:35:06.876764Z 2 [Note] [MY-000000] [Galera] ####### Assign initial position for certification: 00000000-0000-0000-0000-000000000000:-1, protocol version: -1
2023-03-12T19:35:06.876777Z 2 [Note] [MY-000000] [Galera] State transfer required:
Group state: 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:178226774
Local state: 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:170403896
2023-03-12T19:35:06.876785Z 2 [Note] [MY-000000] [WSREP] Server status change connected -> joiner
2023-03-12T19:35:06.876795Z 2 [Note] [MY-000000] [WSREP] wsrep_notify_cmd is not defined, skipping notification.
2023-03-12T19:35:06.876942Z 0 [Note] [MY-000000] [WSREP] Initiating SST/IST transfer on JOINER side (wsrep_sst_xtrabackup-v2 --role 'joiner' --address '172.17.0.2' --datadir '/var/lib/mysql' --basedir '/usr/' --plugindir '/usr/lib64/mysql/plugin/' --defaults-file '/etc/my.cnf' --defaults-group-suffix '' --parent '2070978' --mysqld-version '8.0.28-19.1' '' )
2023-03-12T19:35:07.638354Z 2 [Note] [MY-000000] [WSREP] Prepared SST request: xtrabackup-v2|172.17.0.2:4444/xtrabackup_sst//1
2023-03-12T19:35:07.638410Z 2 [Note] [MY-000000] [Galera] Check if state gap can be serviced using IST
2023-03-12T19:35:07.638435Z 2 [Note] [MY-000000] [Galera] ####### IST uuid:9db0bcdf-b31a-11ed-a398-2a4cfdd82049 f: 170403897, l: 178226774, STRv: 3
2023-03-12T19:35:07.638510Z 2 [Note] [MY-000000] [Galera] IST receiver addr using ssl://172.17.0.2:4568
2023-03-12T19:35:07.638540Z 2 [Note] [MY-000000] [Galera] IST receiver using ssl
2023-03-12T19:35:07.638676Z 2 [Note] [MY-000000] [Galera] Prepared IST receiver for 170403897-178226774, listening at: ssl://172.17.0.2:4568
2023-03-12T19:35:07.644638Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:35:07.644668Z 0 [Note] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node'. Selected 0.0 (node3)(SYNCED) as donor.
2023-03-12T19:35:07.644683Z 0 [Note] [MY-000000] [Galera] Shifting PRIMARY -> JOINER (TO: 178226790)
2023-03-12T19:35:07.644728Z 2 [Note] [MY-000000] [Galera] Requesting state transfer: success, donor: 0
2023-03-12T19:35:09.375742Z 0 [Note] [MY-000000] [Galera] (ca2c2a5f-a82a, 'ssl://0.0.0.0:4567') turning message relay requesting off
2023-03-12T19:36:47.542094Z 0 [Note] [MY-000000] [WSREP-SST] Trying to terminate (2071446) socat -u openssl-listen:4444,reuseaddr,cert=/var/lib/mysqlserver-cert.pem,key=/var/lib/mysqlserver-key.pem,cafile=/var/lib/mysqlca.pem,verify=1,retry=30 stdio | /usr/bin/pxc_extra/pxb-8.0/bin/xbstream -x with SIGTERM
2023-03-12T19:36:47.564067Z 0 [Note] [MY-000000] [WSREP-SST] /usr/bin/wsrep_sst_xtrabackup-v2: line 212: 2071448 Exit 143 socat -u openssl-listen:4444,reuseaddr,cert=/var/lib/mysqlserver-cert.pem,key=/var/lib/mysqlserver-key.pem,cafile=/var/lib/mysqlca.pem,verify=1,retry=30 stdio
2023-03-12T19:36:47.564124Z 0 [Note] [MY-000000] [WSREP-SST] 2071449 Terminated | /usr/bin/pxc_extra/pxb-8.0/bin/xbstream -x
2023-03-12T19:36:48.566628Z 0 [ERROR] [MY-000000] [WSREP-SST] ******************* FATAL ERROR **********************
2023-03-12T19:36:48.567087Z 0 [ERROR] [MY-000000] [WSREP-SST] Possible timeout in receving first data from donor in gtid/keyring stage
2023-03-12T19:36:48.567109Z 0 [ERROR] [MY-000000] [WSREP-SST] Line 1304
2023-03-12T19:36:48.567118Z 0 [ERROR] [MY-000000] [WSREP-SST] ******************************************************
2023-03-12T19:36:48.567128Z 0 [ERROR] [MY-000000] [WSREP-SST] Cleanup after exit with status:32
2023-03-12T19:36:48.589084Z 0 [ERROR] [MY-000000] [WSREP] Process completed with error: wsrep_sst_xtrabackup-v2 --role 'joiner' --address '172.17.0.2' --datadir '/var/lib/mysql' --basedir '/usr/' --plugindir '/usr/lib64/mysql/plugin/' --defaults-file '/etc/my.cnf' --defaults-group-suffix '' --parent '2070978' --mysqld-version '8.0.28-19.1' '' : 32 (Broken pipe)
2023-03-12T19:36:48.589138Z 0 [ERROR] [MY-000000] [WSREP] Failed to read uuid:seqno from joiner script.
2023-03-12T19:36:48.589159Z 0 [ERROR] [MY-000000] [WSREP] SST script aborted with error 32 (Broken pipe)
2023-03-12T19:36:48.589237Z 3 [Note] [MY-000000] [Galera] Processing SST received
2023-03-12T19:36:48.589265Z 3 [Note] [MY-000000] [Galera] SST request was cancelled
2023-03-12T19:36:48.589296Z 3 [ERROR] [MY-000000] [Galera] State transfer request failed unrecoverably: 32 (Broken pipe). Most likely it is due to inability to communicate with the cluster primary component. Restart required.
2023-03-12T19:36:48.589312Z 3 [Note] [MY-000000] [Galera] ReplicatorSMM::abort()
2023-03-12T19:36:48.589326Z 3 [Note] [MY-000000] [Galera] Closing send monitor...
2023-03-12T19:36:48.589346Z 3 [Note] [MY-000000] [Galera] Closed send monitor.
2023-03-12T19:36:48.589360Z 3 [Note] [MY-000000] [Galera] gcomm: terminating thread
2023-03-12T19:36:48.589381Z 3 [Note] [MY-000000] [Galera] gcomm: joining thread
2023-03-12T19:36:48.589473Z 3 [Note] [MY-000000] [Galera] gcomm: closing backend
2023-03-12T19:36:48.590013Z 3 [Note] [MY-000000] [Galera] Current view of cluster as seen by this node
view (view_id(NON_PRIM,0509936f-8cc2,9)
memb {
ca2c2a5f-a82a,0
}
joined {
}
left {
}
partitioned {
0509936f-8cc2,0
7026494c-a649,0
}
)
2023-03-12T19:36:48.590071Z 3 [Note] [MY-000000] [Galera] PC protocol downgrade 1 -> 0
2023-03-12T19:36:48.590096Z 3 [Note] [MY-000000] [Galera] Current view of cluster as seen by this node
view ((empty))
2023-03-12T19:36:48.590284Z 3 [Note] [MY-000000] [Galera] gcomm: closed
2023-03-12T19:36:48.590338Z 0 [Note] [MY-000000] [Galera] New COMPONENT: primary = no, bootstrap = no, my_idx = 0, memb_num = 1
2023-03-12T19:36:48.590412Z 0 [Note] [MY-000000] [Galera] Flow-control interval: [100, 100]
2023-03-12T19:36:48.590431Z 0 [Note] [MY-000000] [Galera] Received NON-PRIMARY.
2023-03-12T19:36:48.590443Z 0 [Note] [MY-000000] [Galera] Shifting JOINER -> OPEN (TO: 178226790)
2023-03-12T19:36:48.590462Z 0 [Note] [MY-000000] [Galera] New SELF-LEAVE.
2023-03-12T19:36:48.590482Z 0 [Note] [MY-000000] [Galera] Flow-control interval: [0, 0]
2023-03-12T19:36:48.590503Z 0 [Note] [MY-000000] [Galera] Received SELF-LEAVE. Closing connection.
2023-03-12T19:36:48.590514Z 0 [Note] [MY-000000] [Galera] Shifting OPEN -> CLOSED (TO: 178226790)
2023-03-12T19:36:48.590529Z 0 [Note] [MY-000000] [Galera] RECV thread exiting 0: Success
2023-03-12T19:36:48.590584Z 3 [Note] [MY-000000] [Galera] recv_thread() joined.
2023-03-12T19:36:48.590603Z 3 [Note] [MY-000000] [Galera] Closing replication queue.
2023-03-12T19:36:48.590614Z 3 [Note] [MY-000000] [Galera] Closing slave action queue.
2023-03-12T19:36:48.590632Z 3 [Note] [MY-000000] [Galera] /usr/sbin/mysqld: Terminated.
2023-03-12T19:36:48.590647Z 3 [Note] [MY-000000] [WSREP] Initiating SST cancellation
2023-03-12T19:36:48.590660Z 3 [Note] [MY-000000] [WSREP] Terminating SST process
Log of wsrep recovery (--wsrep-recover):
INFO: WSREP: Running position recovery with --log_error='/var/lib/mysqlwsrep_recovery_verbose.d7cEYM' --pid-file='/var/lib/mysql.pid'
INFO: WSREP: Recovered position 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:170403896
2023-03-12T19:41:28.490918Z 0 [Warning] [MY-011068] [Server] The syntax 'expire-logs-days' is deprecated and will be removed in a future release. Please use binlog_expire_logs_seconds instead.
2023-03-12T19:41:28.490933Z 0 [Warning] [MY-011069] [Server] The syntax '--master-info-repository' is deprecated and will be removed in a future release.
2023-03-12T19:41:28.490940Z 0 [Warning] [MY-011069] [Server] The syntax '--relay-log-info-repository' is deprecated and will be removed in a future release.
2023-03-12T19:41:28.490970Z 0 [Warning] [MY-011069] [Server] The syntax '--relay-log-info-repository' is deprecated and will be removed in a future release.
2023-03-12T19:41:28.490980Z 0 [Warning] [MY-011068] [Server] The syntax 'log_slave_updates' is deprecated and will be removed in a future release. Please use log_replica_updates instead.
2023-03-12T19:41:28.490987Z 0 [Warning] [MY-011068] [Server] The syntax 'skip_slave_start' is deprecated and will be removed in a future release. Please use skip_replica_start instead.
2023-03-12T19:41:28.491002Z 0 [Warning] [MY-011068] [Server] The syntax 'wsrep_slave_threads' is deprecated and will be removed in a future release. Please use wsrep_applier_threads instead.
2023-03-12T19:41:28.493032Z 0 [Note] [MY-010949] [Server] Basedir set to /usr/.
2023-03-12T19:41:28.493046Z 0 [System] [MY-010116] [Server] /usr/sbin/mysqld (mysqld 8.0.28-19.1) starting as process 2072129
2023-03-12T19:41:28.493882Z 0 [Warning] [MY-013242] [Server] --character-set-server: 'utf8' is currently an alias for the character set UTF8MB3, but will be an alias for UTF8MB4 in a future release. Please consider using UTF8MB4 in order to be unambiguous.
2023-03-12T19:41:28.493889Z 0 [Warning] [MY-013244] [Server] --collation-server: 'utf8_general_ci' is a collation of the deprecated character set UTF8MB3. Please consider using UTF8MB4 with an appropriate collation instead.
2023-03-12T19:41:28.498822Z 0 [Note] [MY-010182] [Server] Found ca.pem, server-cert.pem and server-key.pem in data directory. Trying to enable SSL support using them.
2023-03-12T19:41:28.498966Z 0 [Note] [MY-010304] [Server] Skipping generation of SSL certificates as certificate files are present in data directory.
2023-03-12T19:41:28.500666Z 0 [Warning] [MY-010068] [Server] CA certificate ca.pem is self signed.
2023-03-12T19:41:28.500708Z 0 [System] [MY-013602] [Server] Channel mysql_main configured to support TLS. Encrypted connections are now supported for this channel.
2023-03-12T19:41:28.500726Z 0 [Note] [MY-000000] [WSREP] New joining cluster node configured to use specified SSL artifacts
2023-03-12T19:41:28.500767Z 0 [Note] [MY-000000] [Galera] Loading provider /usr/lib64/libgalera_smm.so initial position: 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:170403896
2023-03-12T19:41:28.500789Z 0 [Note] [MY-000000] [Galera] wsrep_load(): loading provider library '/usr/lib64/libgalera_smm.so'
2023-03-12T19:41:28.504332Z 0 [Note] [MY-000000] [Galera] wsrep_load(): Galera 4.11(a9008fc) by Codership Oy <info@codership.com> (modified by Percona <https://percona.com/>) loaded successfully.
2023-03-12T19:41:28.504385Z 0 [Note] [MY-000000] [Galera] CRC-32C: using 64-bit x86 acceleration.
2023-03-12T19:41:28.504952Z 0 [Note] [MY-000000] [Galera] Found saved state: 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:-1, safe_to_bootstrap: 0
2023-03-12T19:41:28.509395Z 0 [Note] [MY-000000] [Galera] GCache DEBUG: opened preamble:
Version: 2
UUID: 9db0bcdf-b31a-11ed-a398-2a4cfdd82049
Seqno: -1 - -1
Offset: -1
Synced: 0
2023-03-12T19:41:28.509433Z 0 [Note] [MY-000000] [Galera] Recovering GCache ring buffer: version: 2, UUID: 9db0bcdf-b31a-11ed-a398-2a4cfdd82049, offset: -1
2023-03-12T19:41:28.509506Z 0 [Note] [MY-000000] [Galera] GCache::RingBuffer initial scan... 0.0% ( 0/53687091224 bytes) complete.
2023-03-12T19:41:38.511646Z 0 [Note] [MY-000000] [Galera] GCache::RingBuffer initial scan... 34.3% (18438160384/53687091224 bytes) complete.
2023-03-12T19:41:48.512784Z 0 [Note] [MY-000000] [Galera] GCache::RingBuffer initial scan... 71.5% (38411436032/53687091224 bytes) complete.
2023-03-12T19:41:56.652795Z 0 [Note] [MY-000000] [Galera] GCache::RingBuffer initial scan...100.0% (53687091224/53687091224 bytes) complete.
2023-03-12T19:41:56.656455Z 0 [Note] [MY-000000] [Galera] Recovering GCache ring buffer: Recovery failed, need to do full reset.
2023-03-12T19:41:56.666035Z 0 [Note] [MY-000000] [Galera] Complete reset of the galera cache
2023-03-12T19:43:13.076415Z 0 [Note] [MY-000000] [Galera] Flushing memory map to disk...
2023-03-12T19:43:17.104673Z 0 [Warning] [MY-000000] [Galera] Option 'gcs.fc_master_slave' is deprecated and will be removed in the future versions, please use 'gcs.fc_single_primary' instead.
2023-03-12T19:43:17.105407Z 0 [Note] [MY-000000] [Galera] Passing config to GCS: base_dir = /var/lib/mysql; base_host = 172.17.0.2; base_port = 4567; cert.log_conflicts = no; cert.optimistic_pa = no; debug = no; evs.auto_evict = 0; evs.delay_margin = PT1S; evs.delayed_keep_period = PT30S; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 3; evs.send_window = 10; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 4; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql; gcache.freeze_purge_at_seqno = -1; gcache.keep_pages_count = 0; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = galera.cache; gcache.page_size = 128M; gcache.recover = yes; gcache.size = 50G; gcomm.thread_prio = ; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 100; gcs.fc_master_slave = no; gcs.fc_single_primary = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.recovery = true; pc.version = 0; pc.wait_prim = true; pc.wait_prim_timeout = PT30S; pc.weight = 1; protonet.backend = asio; protonet.version = 0; repl.causal_read_timeout = PT30S; repl.commit_order = 3; repl.key_format = FLAT8; repl.max_ws_size = 2147483647; repl.proto_max = 10; socket.checksum = 2; socket.recv_buf_size = auto; socket.send_buf_size = auto; socket.ssl = YES; socket.ssl_ca = ca.pem; socket.ssl_cert = server-cert.pem; socket.ssl_cipher = ; socket.ssl_compression = YES; socket.ssl_key = server-key.pem; socket.ssl_reload = 1;
2023-03-12T19:43:17.123279Z 0 [Note] [MY-000000] [Galera] Service thread queue flushed.
2023-03-12T19:43:17.123360Z 0 [Note] [MY-000000] [Galera] ####### Assign initial position for certification: 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:170403896, protocol version: -1
2023-03-12T19:43:17.123396Z 0 [Note] [MY-000000] [Galera] GCache history reset: 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:0 -> 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:170403896
2023-03-12T19:43:17.127972Z 0 [Note] [MY-000000] [WSREP] Starting replication
2023-03-12T19:43:17.128006Z 0 [Note] [MY-000000] [Galera] Connecting with bootstrap option: 0
2023-03-12T19:43:17.128032Z 0 [Note] [MY-000000] [Galera] Setting GCS initial position to 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:170403896
2023-03-12T19:43:17.128094Z 0 [Note] [MY-000000] [Galera] protonet asio version 0
2023-03-12T19:43:17.128475Z 0 [Note] [MY-000000] [Galera] Using CRC-32C for message checksums.
2023-03-12T19:43:17.128505Z 0 [Note] [MY-000000] [Galera] backend: asio
2023-03-12T19:43:17.128579Z 0 [Note] [MY-000000] [Galera] gcomm thread scheduling priority set to other:0
2023-03-12T19:43:17.128675Z 0 [Warning] [MY-000000] [Galera] Fail to access the file (/var/lib/mysql/gvwstate.dat) error (No such file or directory). It is possible if node is booting for first time or re-booting after a graceful shutdown
2023-03-12T19:43:17.128694Z 0 [Note] [MY-000000] [Galera] Restoring primary-component from disk failed. Either node is booting for first time or re-booting after a graceful shutdown
2023-03-12T19:43:17.128815Z 0 [Note] [MY-000000] [Galera] GMCast version 0
2023-03-12T19:43:17.128935Z 0 [Note] [MY-000000] [Galera] (eefb9c8a-b69a, 'ssl://0.0.0.0:4567') listening at ssl://0.0.0.0:4567
2023-03-12T19:43:17.128952Z 0 [Note] [MY-000000] [Galera] (eefb9c8a-b69a, 'ssl://0.0.0.0:4567') multicast: , ttl: 1
2023-03-12T19:43:17.129135Z 0 [Note] [MY-000000] [Galera] EVS version 1
2023-03-12T19:43:17.129206Z 0 [Note] [MY-000000] [Galera] gcomm: connecting to group 'pxc_cluster', peer '172.17.0.2:,172.17.0.3:,172.17.0.4:'
2023-03-12T19:43:17.133790Z 0 [Note] [MY-000000] [Galera] (eefb9c8a-b69a, 'ssl://0.0.0.0:4567') Found matching local endpoint for a connection, blacklisting address ssl://172.17.0.2:4567
2023-03-12T19:43:17.133988Z 0 [Note] [MY-000000] [Galera] (eefb9c8a-b69a, 'ssl://0.0.0.0:4567') connection established to 7026494c-a649 ssl://172.17.0.3:4567
2023-03-12T19:43:17.134030Z 0 [Note] [MY-000000] [Galera] (eefb9c8a-b69a, 'ssl://0.0.0.0:4567') connection established to 0509936f-8cc2 ssl://172.17.0.4:4567
2023-03-12T19:43:17.134099Z 0 [Note] [MY-000000] [Galera] (eefb9c8a-b69a, 'ssl://0.0.0.0:4567') turning message relay requesting on, nonlive peers:
2023-03-12T19:43:17.630145Z 0 [Note] [MY-000000] [Galera] EVS version upgrade 0 -> 1
2023-03-12T19:43:17.630208Z 0 [Note] [MY-000000] [Galera] declaring 0509936f-8cc2 at ssl://172.17.0.4:4567 stable
2023-03-12T19:43:17.630221Z 0 [Note] [MY-000000] [Galera] declaring 7026494c-a649 at ssl://172.17.0.3:4567 stable
2023-03-12T19:43:17.630246Z 0 [Note] [MY-000000] [Galera] PC protocol upgrade 0 -> 1
2023-03-12T19:43:17.634701Z 0 [Note] [MY-000000] [Galera] Node 0509936f-8cc2 state primary
2023-03-12T19:43:17.635037Z 0 [Note] [MY-000000] [Galera] Current view of cluster as seen by this node
view (view_id(PRIM,0509936f-8cc2,11)
memb {
0509936f-8cc2,0
7026494c-a649,0
eefb9c8a-b69a,0
}
joined {
}
left {
}
partitioned {
}
)
2023-03-12T19:43:17.635065Z 0 [Note] [MY-000000] [Galera] Save the discovered primary-component to disk
2023-03-12T19:43:18.129605Z 0 [Note] [MY-000000] [Galera] gcomm: connected
2023-03-12T19:43:18.129659Z 0 [Note] [MY-000000] [Galera] Changing maximum packet size to 64500, resulting msg size: 32636
2023-03-12T19:43:18.130088Z 0 [Note] [MY-000000] [Galera] Shifting CLOSED -> OPEN (TO: 0)
2023-03-12T19:43:18.130117Z 0 [Note] [MY-000000] [Galera] Opened channel 'pxc_cluster'
2023-03-12T19:43:18.130230Z 0 [Note] [MY-000000] [Galera] New COMPONENT: primary = yes, bootstrap = no, my_idx = 2, memb_num = 3
2023-03-12T19:43:18.130280Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: Waiting for state UUID.
2023-03-12T19:43:18.130331Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: sent state msg: ef4ae07b-dc8e-11ed-92ad-47fe88dd637c
2023-03-12T19:43:18.130361Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: ef4ae07b-dc8e-11ed-92ad-47fe88dd637c from 0 (node3)
2023-03-12T19:43:18.130381Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: ef4ae07b-dc8e-11ed-92ad-47fe88dd637c from 1 (node2)
2023-03-12T19:43:18.130520Z 2 [Note] [MY-000000] [WSREP] Starting rollbacker thread 2
2023-03-12T19:43:18.130624Z 1 [Note] [MY-000000] [WSREP] Starting applier thread 1
2023-03-12T19:43:18.130826Z 0 [Note] [MY-000000] [Galera] STATE EXCHANGE: got state msg: ef4ae07b-dc8e-11ed-92ad-47fe88dd637c from 2 (node1)
2023-03-12T19:43:18.130845Z 0 [Note] [MY-000000] [Galera] Quorum results:
version = 6,
component = PRIMARY,
conf_id = 10,
members = 2/3 (primary/total),
act_id = 178226791,
last_appl. = 178226713,
protocols = 2/10/4 (gcs/repl/appl),
vote policy= 0,
group UUID = 9db0bcdf-b31a-11ed-a398-2a4cfdd82049
2023-03-12T19:43:18.130900Z 0 [Note] [MY-000000] [Galera] Flow-control interval: [173, 173]
2023-03-12T19:43:18.130916Z 0 [Note] [MY-000000] [Galera] Shifting OPEN -> PRIMARY (TO: 178226792)
2023-03-12T19:43:18.130979Z 1 [Note] [MY-000000] [Galera] ####### processing CC 178226792, local, ordered
2023-03-12T19:43:18.131012Z 1 [Note] [MY-000000] [Galera] Maybe drain monitors from 170403896 upto current CC event 178226792 upto:170403896
2023-03-12T19:43:18.131032Z 1 [Note] [MY-000000] [Galera] Drain monitors from 170403896 up to 170403896
2023-03-12T19:43:18.131060Z 1 [Note] [MY-000000] [Galera] Process first view: 9db0bcdf-b31a-11ed-a398-2a4cfdd82049 my uuid: eefb9c8a-dc8e-11ed-b69a-5ff81ce70855
2023-03-12T19:43:18.131099Z 1 [Note] [MY-000000] [Galera] Server node1 connected to cluster at position 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:178226792 with ID eefb9c8a-dc8e-11ed-b69a-5ff81ce70855
2023-03-12T19:43:18.131120Z 1 [Note] [MY-000000] [WSREP] Server status change disconnected -> connected
2023-03-12T19:43:18.131156Z 1 [Note] [MY-000000] [WSREP] wsrep_notify_cmd is not defined, skipping notification.
2023-03-12T19:43:18.131189Z 1 [Note] [MY-000000] [Galera] ####### My UUID: eefb9c8a-dc8e-11ed-b69a-5ff81ce70855
2023-03-12T19:43:18.131209Z 1 [Note] [MY-000000] [Galera] Cert index reset to 00000000-0000-0000-0000-000000000000:-1 (proto: 10), state transfer needed: yes
2023-03-12T19:43:18.131247Z 0 [Note] [MY-000000] [Galera] Service thread queue flushed.
2023-03-12T19:43:18.131282Z 1 [Note] [MY-000000] [Galera] ####### Assign initial position for certification: 00000000-0000-0000-0000-000000000000:-1, protocol version: -1
2023-03-12T19:43:18.131301Z 1 [Note] [MY-000000] [Galera] State transfer required:
Group state: 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:178226792
Local state: 9db0bcdf-b31a-11ed-a398-2a4cfdd82049:170403896
2023-03-12T19:43:18.131311Z 1 [Note] [MY-000000] [WSREP] Server status change connected -> joiner
2023-03-12T19:43:18.131322Z 1 [Note] [MY-000000] [WSREP] wsrep_notify_cmd is not defined, skipping notification.
2023-03-12T19:43:18.131504Z 0 [Note] [MY-000000] [WSREP] Initiating SST/IST transfer on JOINER side (wsrep_sst_xtrabackup-v2 --role 'joiner' --address '172.17.0.2' --datadir '/var/lib/mysql' --basedir '/usr/' --plugindir '/usr/lib64/mysql/plugin/' --defaults-file '/etc/my.cnf' --defaults-group-suffix '' --parent '2072129' --mysqld-version '8.0.28-19.1' '' )
2023-03-12T19:43:18.507732Z 0 [Warning] [MY-000000] [WSREP-SST] Found a stale sst_in_progress file: /var/lib/mysql/sst_in_progress
2023-03-12T19:43:18.904004Z 1 [Note] [MY-000000] [WSREP] Prepared SST request: xtrabackup-v2|172.17.0.2:4444/xtrabackup_sst//1
2023-03-12T19:43:18.904085Z 1 [Note] [MY-000000] [Galera] Check if state gap can be serviced using IST
2023-03-12T19:43:18.904117Z 1 [Note] [MY-000000] [Galera] ####### IST uuid:9db0bcdf-b31a-11ed-a398-2a4cfdd82049 f: 170403897, l: 178226792, STRv: 3
2023-03-12T19:43:18.904196Z 1 [Note] [MY-000000] [Galera] IST receiver addr using ssl://172.17.0.2:4568
2023-03-12T19:43:18.904237Z 1 [Note] [MY-000000] [Galera] IST receiver using ssl
2023-03-12T19:43:18.904410Z 1 [Note] [MY-000000] [Galera] Prepared IST receiver for 170403897-178226792, listening at: ssl://172.17.0.2:4568
2023-03-12T19:43:18.913384Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:18.913429Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:18.913478Z 1 [Note] [MY-000000] [Galera] Requesting state transfer failed: -11(Resource temporarily unavailable). Will keep retrying every 1 second(s)
2023-03-12T19:43:19.914195Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:19.914259Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:20.629868Z 0 [Note] [MY-000000] [Galera] (eefb9c8a-b69a, 'ssl://0.0.0.0:4567') turning message relay requesting off
2023-03-12T19:43:20.915085Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:20.915143Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:21.916061Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:21.916151Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:22.916971Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:22.917070Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:23.917940Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:23.918014Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:24.918890Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:24.918962Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:25.919805Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:25.919886Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:26.920759Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:26.920848Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:27.921693Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:27.921784Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:28.922621Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:28.922696Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:29.923504Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:29.923575Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:30.924476Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:30.924541Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:31.925339Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:31.925407Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:32.926188Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:32.926282Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:33.927093Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:33.927175Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:34.927960Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:34.928027Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:35.928841Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:35.928915Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:36.929682Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:36.929753Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:37.930480Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:37.930579Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:38.931294Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:38.931395Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:39.932202Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:39.932277Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:40.933017Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:40.933102Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:41.933850Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:41.933919Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:42.934701Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:42.934782Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:43.935527Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:43.935617Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:44.936351Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:44.936439Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:45.937201Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:45.937283Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:46.938032Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:46.938114Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:47.938900Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:47.938960Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:48.939728Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:48.939823Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:49.940599Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:49.940690Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:50.941564Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:50.941630Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:51.942462Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:51.942536Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:52.943303Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:52.943372Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:53.944226Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:53.944307Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:54.945093Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:54.945181Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:55.945935Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:55.946010Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:56.946879Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:56.946960Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:57.947756Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:57.947813Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:58.948681Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:58.948769Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:43:59.949559Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:43:59.949643Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:00.950394Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:00.950488Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:01.951244Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:01.951320Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:02.952128Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:02.952201Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:03.953032Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:03.953102Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:04.953900Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:04.953969Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:05.954722Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:05.954821Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:06.955656Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:06.955734Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:07.956552Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:07.956622Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:08.957451Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:08.957519Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:09.958375Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:09.958440Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:10.959225Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:10.959326Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:11.960221Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:11.960292Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:12.961043Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:12.961127Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:13.961891Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:13.961966Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:14.962746Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:14.962830Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:15.963664Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:15.963747Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:16.964549Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:16.964650Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:17.965465Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:17.965541Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:18.966251Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:18.966320Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:19.967066Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:19.967141Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:20.967883Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:20.967946Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:21.968706Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:21.968780Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:22.969501Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:22.969579Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:23.971518Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:23.971585Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:24.972252Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:24.972320Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:25.972956Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:25.973023Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:26.973679Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:26.973760Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:27.974430Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:27.974501Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:28.975247Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:28.975316Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:29.976078Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:29.976138Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:30.976912Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:30.976996Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:31.977737Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:31.977795Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:32.978471Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:32.978548Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:33.979258Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:33.979335Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:34.979986Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:34.980062Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:35.980756Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:35.980823Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:36.981585Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:36.981649Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:37.982289Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:37.982364Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:38.983159Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:38.983259Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:39.984060Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:39.984123Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:40.985107Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:40.985186Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:41.985915Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:41.985988Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:42.986733Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:42.986796Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:43.987509Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:43.987589Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:44.988408Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:44.988478Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:45.989168Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:45.989223Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:46.989929Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:46.989996Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:47.990686Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:47.990747Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:48.991442Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:48.991529Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:49.992180Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:49.992262Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:50.992947Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:50.993015Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:51.993718Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:51.993771Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:52.994445Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:52.994499Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:53.995254Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:53.995317Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:54.995982Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:54.996062Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:55.996766Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:55.996831Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:56.997566Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:56.997629Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:57.998986Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:57.999038Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:58.796607Z 0 [Note] [MY-000000] [WSREP-SST] Trying to terminate (2072653) socat -u openssl-listen:4444,reuseaddr,cert=/var/lib/mysqlserver-cert.pem,key=/var/lib/mysqlserver-key.pem,cafile=/var/lib/mysqlca.pem,verify=1,retry=30 stdio | /usr/bin/pxc_extra/pxb-8.0/bin/xbstream -x with SIGTERM
2023-03-12T19:44:58.814422Z 0 [Note] [MY-000000] [WSREP-SST] /usr/bin/wsrep_sst_xtrabackup-v2: line 212: 2072655 Exit 143 socat -u openssl-listen:4444,reuseaddr,cert=/var/lib/mysqlserver-cert.pem,key=/var/lib/mysqlserver-key.pem,cafile=/var/lib/mysqlca.pem,verify=1,retry=30 stdio
2023-03-12T19:44:58.814478Z 0 [Note] [MY-000000] [WSREP-SST] 2072656 Terminated | /usr/bin/pxc_extra/pxb-8.0/bin/xbstream -x
2023-03-12T19:44:58.999736Z 0 [Note] [MY-000000] [Galera] may fallback to sst. ist_seqno [170403896] < safe_ist_seqno [170465012]
2023-03-12T19:44:58.999791Z 0 [Warning] [MY-000000] [Galera] Member 2.0 (node1) requested state transfer from 'node', but it is impossible to select State Transfer donor: Resource temporarily unavailable
2023-03-12T19:44:59.816942Z 0 [ERROR] [MY-000000] [WSREP-SST] ******************* FATAL ERROR **********************
2023-03-12T19:44:59.817822Z 0 [ERROR] [MY-000000] [WSREP-SST] Possible timeout in receving first data from donor in gtid/keyring stage
2023-03-12T19:44:59.817848Z 0 [ERROR] [MY-000000] [WSREP-SST] Line 1304
2023-03-12T19:44:59.817858Z 0 [ERROR] [MY-000000] [WSREP-SST] ******************************************************
2023-03-12T19:44:59.817872Z 0 [ERROR] [MY-000000] [WSREP-SST] Cleanup after exit with status:32
2023-03-12T19:44:59.839692Z 0 [ERROR] [MY-000000] [WSREP] Process completed with error: wsrep_sst_xtrabackup-v2 --role 'joiner' --address '172.17.0.2' --datadir '/var/lib/mysql' --basedir '/usr/' --plugindir '/usr/lib64/mysql/plugin/' --defaults-file '/etc/my.cnf' --defaults-group-suffix '' --parent '2072129' --mysqld-version '8.0.28-19.1' '' : 32 (Broken pipe)
2023-03-12T19:44:59.839773Z 0 [ERROR] [MY-000000] [WSREP] Failed to read uuid:seqno from joiner script.
2023-03-12T19:44:59.839795Z 0 [ERROR] [MY-000000] [WSREP] SST script aborted with error 32 (Broken pipe)
2023-03-12T19:44:59.839898Z 3 [Note] [MY-000000] [Galera] Processing SST received
2023-03-12T19:44:59.839926Z 3 [Note] [MY-000000] [Galera] SST request was cancelled
2023-03-12T19:44:59.839949Z 3 [ERROR] [MY-000000] [Galera] State transfer request failed unrecoverably: 32 (Broken pipe). Most likely it is due to inability to communicate with the cluster primary component. Restart required.
2023-03-12T19:44:59.839965Z 3 [Note] [MY-000000] [Galera] ReplicatorSMM::abort()
2023-03-12T19:44:59.839986Z 3 [Note] [MY-000000] [Galera] Closing send monitor...
2023-03-12T19:44:59.840006Z 3 [Note] [MY-000000] [Galera] Closed send monitor.
2023-03-12T19:44:59.840019Z 3 [Note] [MY-000000] [Galera] gcomm: terminating thread
2023-03-12T19:44:59.840042Z 3 [Note] [MY-000000] [Galera] gcomm: joining thread
2023-03-12T19:44:59.840150Z 3 [Note] [MY-000000] [Galera] gcomm: closing backend
2023-03-12T19:44:59.840697Z 3 [Note] [MY-000000] [Galera] Current view of cluster as seen by this node
view (view_id(NON_PRIM,0509936f-8cc2,11)
memb {
eefb9c8a-b69a,0
}
joined {
}
left {
}
partitioned {
0509936f-8cc2,0
7026494c-a649,0
}
)
2023-03-12T19:44:59.840744Z 3 [Note] [MY-000000] [Galera] PC protocol downgrade 1 -> 0
2023-03-12T19:44:59.840769Z 3 [Note] [MY-000000] [Galera] Current view of cluster as seen by this node
view ((empty))
2023-03-12T19:44:59.840968Z 3 [Note] [MY-000000] [Galera] gcomm: closed
2023-03-12T19:44:59.841189Z 0 [Note] [MY-000000] [Galera] New COMPONENT: primary = no, bootstrap = no, my_idx = 0, memb_num = 1
2023-03-12T19:44:59.841260Z 0 [Note] [MY-000000] [Galera] Flow-control interval: [100, 100]
2023-03-12T19:44:59.841279Z 0 [Note] [MY-000000] [Galera] Received NON-PRIMARY.
2023-03-12T19:44:59.841292Z 0 [Note] [MY-000000] [Galera] Shifting PRIMARY -> OPEN (TO: 178226792)
2023-03-12T19:44:59.841311Z 0 [Note] [MY-000000] [Galera] New SELF-LEAVE.
2023-03-12T19:44:59.841327Z 0 [Note] [MY-000000] [Galera] Flow-control interval: [0, 0]
2023-03-12T19:44:59.841341Z 0 [Note] [MY-000000] [Galera] Received SELF-LEAVE. Closing connection.
2023-03-12T19:44:59.841352Z 0 [Note] [MY-000000] [Galera] Shifting OPEN -> CLOSED (TO: 178226792)
2023-03-12T19:44:59.841365Z 0 [Note] [MY-000000] [Galera] RECV thread exiting 0: Success
2023-03-12T19:44:59.841464Z 3 [Note] [MY-000000] [Galera] recv_thread() joined.
2023-03-12T19:44:59.841485Z 3 [Note] [MY-000000] [Galera] Closing replication queue.
2023-03-12T19:44:59.841496Z 3 [Note] [MY-000000] [Galera] Closing slave action queue.
2023-03-12T19:44:59.841515Z 3 [Note] [MY-000000] [Galera] /usr/sbin/mysqld: Terminated.
2023-03-12T19:44:59.841529Z 3 [Note] [MY-000000] [WSREP] Initiating SST cancellation
2023-03-12T19:44:59.841539Z 3 [Note] [MY-000000] [WSREP] Terminating SST process

5465
src/go/pt-galera-log-explainer/tests/logs/upgrade/node2.log Normal file
View File

File diff suppressed because it is too large Load Diff

1565
src/go/pt-galera-log-explainer/tests/logs/upgrade/node3.log Normal file
View File

File diff suppressed because it is too large Load Diff