Mock Version: 3.0 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'], chrootPath='/var/lib/mock/fedora-rawhide-x86_64-1658406780.288555/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.dz5p52oq:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True) Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.dz5p52oq:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11'] Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', 'f02005467bd441eb9c3c01b2f3baab56', '-D', '/var/lib/mock/fedora-rawhide-x86_64-1658406780.288555/root', '-a', '-u', 'mockbuild', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.dz5p52oq:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;\\007"', '--setenv=PS1= \\s-\\v\\$ ', '--setenv=LANG=C.UTF-8', '--resolv-conf=off', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8', 'SYSTEMD_NSPAWN_TMPFS_TMP': '0', 'SYSTEMD_SECCOMP': '0'} and shell False error: %changelog not in descending chronological order Building target platforms: x86_64 Building for target x86_64 setting SOURCE_DATE_EPOCH=1658361600 Wrote: /builddir/build/SRPMS/golang-github-hashicorp-raft-1.2.0-5.fc37.src.rpm Child return code was: 0 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'], chrootPath='/var/lib/mock/fedora-rawhide-x86_64-1658406780.288555/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.dz5p52oq:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True) Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.dz5p52oq:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11'] Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', '964e3b197522409daa1e0770566813ff', '-D', '/var/lib/mock/fedora-rawhide-x86_64-1658406780.288555/root', '-a', '-u', 'mockbuild', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.dz5p52oq:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;\\007"', '--setenv=PS1= \\s-\\v\\$ ', '--setenv=LANG=C.UTF-8', '--resolv-conf=off', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8', 'SYSTEMD_NSPAWN_TMPFS_TMP': '0', 'SYSTEMD_SECCOMP': '0'} and shell False error: %changelog not in descending chronological order Building target platforms: x86_64 Building for target x86_64 setting SOURCE_DATE_EPOCH=1658361600 Executing(%prep): /bin/sh -e /var/tmp/rpm-tmp.vLnKPg + umask 022 + cd /builddir/build/BUILD + cd /builddir/build/BUILD + rm -rf raft-1.2.0 + /usr/lib/rpm/rpmuncompress -x /builddir/build/SOURCES/raft-1.2.0.tar.gz + STATUS=0 + '[' 0 -ne 0 ']' + cd raft-1.2.0 + /usr/bin/chmod -Rf a+rX,u+w,g-w,o-w . + rm -fr /builddir/build/BUILD/raft-1.2.0/vendor + [[ ! -e /builddir/build/BUILD/raft-1.2.0/_build/bin ]] + install -m 0755 -vd /builddir/build/BUILD/raft-1.2.0/_build/bin install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build' install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/bin' + export GOPATH=/builddir/build/BUILD/raft-1.2.0/_build:/usr/share/gocode + GOPATH=/builddir/build/BUILD/raft-1.2.0/_build:/usr/share/gocode + [[ ! -e /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft ]] ++ dirname /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + install -m 0755 -vd /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/src' install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/src/github.com' install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp' + ln -fs /builddir/build/BUILD/raft-1.2.0 /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + cd /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + cp /builddir/build/SOURCES/glide.yaml /builddir/build/SOURCES/glide.lock . + RPM_EC=0 ++ jobs -p + exit 0 Executing(%install): /bin/sh -e /var/tmp/rpm-tmp.kguxUw + umask 022 + cd /builddir/build/BUILD + '[' /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64 '!=' / ']' + rm -rf /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64 ++ dirname /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64 + mkdir -p /builddir/build/BUILDROOT + mkdir /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64 + cd raft-1.2.0 + cd /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + IFS= +++ realpath -e --relative-base=. glide.lock glide.yaml +++ sort -u ++ listfiles_include='glide.lock glide.yaml' ++ echo 'glide.lock glide.yaml' + gosupfiles='glide.lock glide.yaml' + mapfile -t gosupfilesA + go-rpm-integration install -i github.com/hashicorp/raft -b /builddir/build/BUILD/raft-1.2.0/_build/bin -s /builddir/build/BUILD/raft-1.2.0/_build -o golang-github-hashicorp-raft-devel.file-list -O /builddir/build/BUILD/raft-1.2.0 -V 1.2.0-5.fc37 -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64 -g /usr/share/gocode -r '.*example.*' glide.lock glide.yaml Installing: github.com/hashicorp/raft + IFS= +++ realpath -e --relative-base=. README.md membership.md CHANGELOG.md +++ sort -u ++ listfiles_include='CHANGELOG.md README.md membership.md' ++ echo 'CHANGELOG.md README.md membership.md' + godocs='CHANGELOG.md README.md membership.md' + [[ -n CHANGELOG.md README.md membership.md ]] + IFS= + read -r f + echo %doc '"CHANGELOG.md"' + IFS= + read -r f + echo %doc '"README.md"' + IFS= + read -r f + echo %doc '"membership.md"' + IFS= + read -r f + IFS= +++ realpath -e --relative-base=. LICENSE +++ sort -u ++ listfiles_include=LICENSE ++ echo LICENSE + golicenses=LICENSE + [[ -n LICENSE ]] + IFS= + read -r f + echo %license '"LICENSE"' + IFS= + read -r f + /usr/lib/rpm/check-buildroot + /usr/lib/rpm/redhat/brp-ldconfig + /usr/lib/rpm/brp-compress + /usr/lib/rpm/brp-strip /usr/bin/strip + /usr/lib/rpm/brp-strip-comment-note /usr/bin/strip /usr/bin/objdump + /usr/lib/rpm/redhat/brp-strip-lto /usr/bin/strip + /usr/lib/rpm/brp-strip-static-archive /usr/bin/strip + /usr/lib/rpm/check-rpaths + /usr/lib/rpm/redhat/brp-mangle-shebangs + /usr/lib/rpm/brp-remove-la-files + /usr/lib/rpm/redhat/brp-python-bytecompile '' 1 0 + /usr/lib/rpm/redhat/brp-python-hardlink Executing(%check): /bin/sh -e /var/tmp/rpm-tmp.Xg8d3s + umask 022 + cd /builddir/build/BUILD + '[' -f /usr/lib/rpm/generate-rpm-note.sh ']' + /usr/lib/rpm/generate-rpm-note.sh golang-github-hashicorp-raft 1.2.0-5.fc37 x86_64 + cd raft-1.2.0 + LDFLAGS=' -X github.com/hashicorp/raft/version=1.2.0' + GO_TEST_FLAGS='-buildmode pie -compiler gc' + GO_TEST_EXT_LD_FLAGS='-Wl,-z,relro -Wl,--as-needed -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -Wl,--build-id=sha1 -Wl,-dT,/builddir/build/BUILD/raft-1.2.0/.package_note-golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64.ld ' + go-rpm-integration check -i github.com/hashicorp/raft -b /builddir/build/BUILD/raft-1.2.0/_build/bin -s /builddir/build/BUILD/raft-1.2.0/_build -V 1.2.0-5.fc37 -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64 -g /usr/share/gocode -r '.*example.*' -d . Testing in: /builddir/build/BUILD/raft-1.2.0/_build/src PATH: /builddir/build/BUILD/raft-1.2.0/_build/bin:/builddir/.local/bin:/builddir/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/sbin GOPATH: /builddir/build/BUILD/raft-1.2.0/_build:/usr/share/gocode GO111MODULE: off command: go test -buildmode pie -compiler gc -ldflags " -X github.com/hashicorp/raft/version=1.2.0 -extldflags '-Wl,-z,relro -Wl,--as-needed -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -Wl,--build-id=sha1 -Wl,-dT,/builddir/build/BUILD/raft-1.2.0/.package_note-golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64.ld '" testing: github.com/hashicorp/raft github.com/hashicorp/raft/bench ? github.com/hashicorp/raft/bench [no test files] github.com/hashicorp/raft/fuzzy 2022-07-21T12:36:12.691Z [INFO] lt_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/lt_0 2022-07-21T12:36:12.695Z [INFO] lt_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2022-07-21T12:36:12.695Z [INFO] lt_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/lt_1 2022-07-21T12:36:12.695Z [INFO] lt_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2022-07-21T12:36:12.695Z [INFO] lt_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/lt_2 2022-07-21T12:36:12.696Z [INFO] lt_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2022-07-21T12:36:12.696Z [INFO] lt_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/lt_3 2022-07-21T12:36:12.697Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2022-07-21T12:36:12.697Z [INFO] lt_2:: entering follower state: follower="Node at lt_2 [Follower]" leader= 2022-07-21T12:36:12.697Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2022-07-21T12:36:12.699Z [INFO] lt_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2022-07-21T12:36:12.699Z [INFO] lt_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/lt_4 2022-07-21T12:36:12.699Z [INFO] lt_3:: entering follower state: follower="Node at lt_3 [Follower]" leader= 2022-07-21T12:36:12.699Z [INFO] lt_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2022-07-21T12:36:12.700Z [INFO] lt_4:: entering follower state: follower="Node at lt_4 [Follower]" leader= 2022-07-21T12:36:13.713Z [WARN] lt_4:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:13.714Z [INFO] lt_4:: entering candidate state: node="Node at lt_4 [Candidate]" term=2 2022-07-21T12:36:13.714Z [INFO] lt_4:: election won: tally=3 2022-07-21T12:36:13.714Z [INFO] lt_4:: entering leader state: leader="Node at lt_4 [Leader]" 2022-07-21T12:36:13.714Z [INFO] lt_4:: added peer, starting replication: peer=lt_0 2022-07-21T12:36:13.714Z [INFO] lt_4:: added peer, starting replication: peer=lt_1 2022-07-21T12:36:13.714Z [INFO] lt_4:: added peer, starting replication: peer=lt_2 2022-07-21T12:36:13.715Z [INFO] lt_4:: added peer, starting replication: peer=lt_3 2022-07-21T12:36:13.716Z [INFO] lt_4:: pipelining replication: peer="{Voter lt_1 lt_1}" 2022-07-21T12:36:13.716Z [INFO] lt_4:: pipelining replication: peer="{Voter lt_0 lt_0}" 2022-07-21T12:36:13.716Z [INFO] lt_4:: pipelining replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:36:13.716Z [INFO] lt_4:: pipelining replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:36:14.538Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=3 2022-07-21T12:36:14.538Z [INFO] lt_4:: entering follower state: follower="Node at lt_4 [Follower]" leader= 2022-07-21T12:36:14.538Z [INFO] lt_4:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2022-07-21T12:36:14.538Z [INFO] lt_0:: election won: tally=3 2022-07-21T12:36:14.538Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2022-07-21T12:36:14.538Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2022-07-21T12:36:14.538Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2022-07-21T12:36:14.538Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2022-07-21T12:36:14.538Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2022-07-21T12:36:14.538Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:36:14.539Z [INFO] lt_4:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:36:14.539Z [INFO] lt_4:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:36:14.539Z [INFO] lt_4:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2022-07-21T12:36:14.539Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2022-07-21T12:36:14.539Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:36:14.539Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:36:15.126Z [INFO] lt_1:: entering candidate state: node="Node at lt_1 [Candidate]" term=4 2022-07-21T12:36:15.127Z [INFO] lt_1:: election won: tally=3 2022-07-21T12:36:15.128Z [INFO] lt_1:: entering leader state: leader="Node at lt_1 [Leader]" 2022-07-21T12:36:15.128Z [INFO] lt_1:: added peer, starting replication: peer=lt_0 2022-07-21T12:36:15.128Z [INFO] lt_1:: added peer, starting replication: peer=lt_2 2022-07-21T12:36:15.128Z [INFO] lt_1:: added peer, starting replication: peer=lt_3 2022-07-21T12:36:15.127Z [WARN] lt_0:: rejecting vote request since our last index is greater: candidate=lt_1 last-index=11331 last-candidate-index=11330 2022-07-21T12:36:15.129Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2022-07-21T12:36:15.128Z [WARN] lt_3:: rejecting vote request since our last index is greater: candidate=lt_1 last-index=11331 last-candidate-index=11330 2022-07-21T12:36:15.127Z [ERROR] lt_0:: peer has newer term, stopping replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:36:15.128Z [ERROR] lt_0:: peer has newer term, stopping replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:36:15.129Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2022-07-21T12:36:15.129Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:36:15.129Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:36:15.129Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:36:15.129Z [INFO] lt_1:: added peer, starting replication: peer=lt_4 2022-07-21T12:36:15.130Z [WARN] lt_3:: clearing log suffix: from=11331 to=11331 2022-07-21T12:36:15.130Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:36:15.129Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:36:15.129Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_0 lt_0}" 2022-07-21T12:36:15.131Z [WARN] lt_0:: clearing log suffix: from=11331 to=11331 2022-07-21T12:36:15.131Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:36:15.147Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=5 2022-07-21T12:36:15.148Z [INFO] lt_0:: election won: tally=3 2022-07-21T12:36:15.148Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2022-07-21T12:36:15.148Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2022-07-21T12:36:15.148Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2022-07-21T12:36:15.149Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2022-07-21T12:36:15.149Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2022-07-21T12:36:15.148Z [WARN] lt_1:: rejecting vote request since our last index is greater: candidate=lt_0 last-index=11333 last-candidate-index=11331 2022-07-21T12:36:15.149Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2022-07-21T12:36:15.149Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:36:15.148Z [WARN] lt_3:: rejecting vote request since our last index is greater: candidate=lt_0 last-index=11333 last-candidate-index=11331 2022-07-21T12:36:15.150Z [WARN] lt_3:: clearing log suffix: from=11332 to=11333 2022-07-21T12:36:15.151Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:36:15.151Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:36:15.148Z [ERROR] lt_1:: peer has newer term, stopping replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:36:15.148Z [ERROR] lt_1:: peer has newer term, stopping replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:36:15.149Z [ERROR] lt_1:: peer has newer term, stopping replication: peer="{Voter lt_0 lt_0}" 2022-07-21T12:36:15.152Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:36:15.153Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2022-07-21T12:36:15.153Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:36:15.153Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:36:15.153Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2022-07-21T12:36:15.154Z [WARN] lt_1:: clearing log suffix: from=11332 to=11333 2022-07-21T12:36:15.244Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:36:15.244Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2022-07-21T12:36:15.244Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:36:15.244Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:36:16.061Z [INFO] m_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/m_0 2022-07-21T12:36:16.064Z [INFO] m_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2022-07-21T12:36:16.064Z [INFO] m_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/m_1 2022-07-21T12:36:16.064Z [INFO] m_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2022-07-21T12:36:16.064Z [INFO] m_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/m_2 2022-07-21T12:36:16.065Z [INFO] m_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2022-07-21T12:36:16.065Z [INFO] m_0:: entering follower state: follower="Node at m_0 [Follower]" leader= 2022-07-21T12:36:16.065Z [INFO] m_1:: entering follower state: follower="Node at m_1 [Follower]" leader= 2022-07-21T12:36:16.065Z [INFO] m_2:: entering follower state: follower="Node at m_2 [Follower]" leader= 2022-07-21T12:36:17.235Z [WARN] m_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:17.235Z [INFO] m_2:: entering candidate state: node="Node at m_2 [Candidate]" term=2 2022-07-21T12:36:17.235Z [INFO] m_2:: election won: tally=2 2022-07-21T12:36:17.235Z [INFO] m_2:: entering leader state: leader="Node at m_2 [Leader]" 2022-07-21T12:36:17.235Z [INFO] m_2:: added peer, starting replication: peer=m_0 2022-07-21T12:36:17.235Z [INFO] m_2:: added peer, starting replication: peer=m_1 2022-07-21T12:36:17.235Z [INFO] m_2:: pipelining replication: peer="{Voter m_1 m_1}" 2022-07-21T12:36:17.235Z [INFO] m_2:: pipelining replication: peer="{Voter m_0 m_0}" 2022-07-21T12:36:17.243Z [INFO] m_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/m_3 2022-07-21T12:36:17.251Z [INFO] m_3:: initial configuration: index=0 servers=[] 2022-07-21T12:36:17.251Z [INFO] m_2:: updating configuration: command=AddStaging server-id=m_3 server-addr=m_3 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3}]" 2022-07-21T12:36:17.251Z [INFO] m_2:: added peer, starting replication: peer=m_3 2022-07-21T12:36:17.251Z [INFO] m_3:: entering follower state: follower="Node at m_3 [Follower]" leader= 2022-07-21T12:36:17.251Z [WARN] m_3:: failed to get previous log: previous-index=137 last-index=0 error="log not found" 2022-07-21T12:36:17.252Z [WARN] m_2:: appendEntries rejected, sending older logs: peer="{Voter m_3 m_3}" next=1 2022-07-21T12:36:17.255Z [INFO] m_2:: pipelining replication: peer="{Voter m_3 m_3}" 2022-07-21T12:36:17.256Z [INFO] m_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/m_4 2022-07-21T12:36:17.260Z [INFO] m_4:: initial configuration: index=0 servers=[] 2022-07-21T12:36:17.261Z [INFO] m_4:: entering follower state: follower="Node at m_4 [Follower]" leader= 2022-07-21T12:36:17.261Z [INFO] m_2:: updating configuration: command=AddStaging server-id=m_4 server-addr=m_4 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3} {Suffrage:Voter ID:m_4 Address:m_4}]" 2022-07-21T12:36:17.261Z [INFO] m_2:: added peer, starting replication: peer=m_4 2022-07-21T12:36:17.262Z [WARN] m_4:: failed to get previous log: previous-index=175 last-index=0 error="log not found" 2022-07-21T12:36:17.262Z [WARN] m_2:: appendEntries rejected, sending older logs: peer="{Voter m_4 m_4}" next=1 2022-07-21T12:36:17.268Z [INFO] m_2:: pipelining replication: peer="{Voter m_4 m_4}" 2022-07-21T12:36:22.391Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_0 m_0}" 2022-07-21T12:36:22.391Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_1 m_1}" 2022-07-21T12:36:22.391Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_3 m_3}" 2022-07-21T12:36:22.391Z [INFO] m_2:: aborting pipeline replication: peer="{Voter m_4 m_4}" 2022-07-21T12:36:24.533Z [INFO] ar_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/ar_0 2022-07-21T12:36:24.534Z [INFO] ar_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2022-07-21T12:36:24.534Z [INFO] ar_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/ar_1 2022-07-21T12:36:24.535Z [INFO] ar_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2022-07-21T12:36:24.535Z [INFO] ar_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/ar_2 2022-07-21T12:36:24.536Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:36:24.536Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2022-07-21T12:36:24.540Z [INFO] ar_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2022-07-21T12:36:24.540Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:36:26.091Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:26.092Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=2 2022-07-21T12:36:26.092Z [INFO] ar_1:: election won: tally=2 2022-07-21T12:36:26.092Z [INFO] ar_1:: entering leader state: leader="Node at ar_1 [Leader]" 2022-07-21T12:36:26.093Z [INFO] ar_1:: added peer, starting replication: peer=ar_0 2022-07-21T12:36:26.093Z [INFO] ar_1:: added peer, starting replication: peer=ar_2 2022-07-21T12:36:26.093Z [INFO] ar_1:: pipelining replication: peer="{Voter ar_0 ar_0}" 2022-07-21T12:36:26.093Z [INFO] ar_1:: pipelining replication: peer="{Voter ar_2 ar_2}" 2022-07-21T12:36:26.102Z [INFO] ar_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/ar_3 2022-07-21T12:36:26.104Z [INFO] ar_3:: initial configuration: index=0 servers=[] 2022-07-21T12:36:26.104Z [INFO] ar_1:: updating configuration: command=AddStaging server-id=ar_3 server-addr=ar_3 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3}]" 2022-07-21T12:36:26.104Z [INFO] ar_1:: added peer, starting replication: peer=ar_3 2022-07-21T12:36:26.104Z [INFO] ar_3:: entering follower state: follower="Node at ar_3 [Follower]" leader= 2022-07-21T12:36:26.106Z [WARN] ar_3:: failed to get previous log: previous-index=107 last-index=0 error="log not found" 2022-07-21T12:36:26.107Z [WARN] ar_1:: appendEntries rejected, sending older logs: peer="{Voter ar_3 ar_3}" next=1 2022-07-21T12:36:26.109Z [INFO] ar_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/ar_4 2022-07-21T12:36:26.109Z [INFO] ar_1:: pipelining replication: peer="{Voter ar_3 ar_3}" 2022-07-21T12:36:26.110Z [INFO] ar_4:: initial configuration: index=0 servers=[] 2022-07-21T12:36:26.110Z [INFO] ar_1:: updating configuration: command=AddStaging server-id=ar_4 server-addr=ar_4 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3} {Suffrage:Voter ID:ar_4 Address:ar_4}]" 2022-07-21T12:36:26.111Z [INFO] ar_1:: added peer, starting replication: peer=ar_4 2022-07-21T12:36:26.111Z [INFO] ar_4:: entering follower state: follower="Node at ar_4 [Follower]" leader= 2022-07-21T12:36:26.111Z [WARN] ar_4:: failed to get previous log: previous-index=166 last-index=0 error="log not found" 2022-07-21T12:36:26.111Z [WARN] ar_1:: appendEntries rejected, sending older logs: peer="{Voter ar_4 ar_4}" next=1 2022-07-21T12:36:26.112Z [INFO] Removing node ar_0 from cluster 2022-07-21T12:36:26.112Z [INFO] Removing node ar_2 from cluster 2022-07-21T12:36:26.114Z [INFO] ar_1:: pipelining replication: peer="{Voter ar_4 ar_4}" 2022-07-21T12:36:26.267Z [INFO] ar_1:: aborting pipeline replication: peer="{Voter ar_4 ar_4}" 2022-07-21T12:36:26.267Z [INFO] ar_1:: aborting pipeline replication: peer="{Voter ar_0 ar_0}" 2022-07-21T12:36:26.268Z [INFO] ar_1:: aborting pipeline replication: peer="{Voter ar_2 ar_2}" 2022-07-21T12:36:26.268Z [INFO] ar_1:: aborting pipeline replication: peer="{Voter ar_3 ar_3}" 2022-07-21T12:36:26.310Z [INFO] rl_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/rl_0 2022-07-21T12:36:26.313Z [INFO] rl_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2022-07-21T12:36:26.313Z [INFO] rl_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/rl_1 2022-07-21T12:36:26.313Z [INFO] rl_0:: entering follower state: follower="Node at rl_0 [Follower]" leader= 2022-07-21T12:36:26.315Z [INFO] rl_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2022-07-21T12:36:26.316Z [INFO] rl_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/rl_2 2022-07-21T12:36:26.316Z [INFO] rl_1:: entering follower state: follower="Node at rl_1 [Follower]" leader= 2022-07-21T12:36:26.318Z [INFO] rl_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2022-07-21T12:36:26.318Z [INFO] rl_2:: entering follower state: follower="Node at rl_2 [Follower]" leader= 2022-07-21T12:36:26.318Z [INFO] rl_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/rl_3 2022-07-21T12:36:26.321Z [INFO] rl_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2022-07-21T12:36:26.321Z [INFO] rl_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/rl_4 2022-07-21T12:36:26.321Z [INFO] rl_3:: entering follower state: follower="Node at rl_3 [Follower]" leader= 2022-07-21T12:36:26.324Z [INFO] rl_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2022-07-21T12:36:26.325Z [INFO] rl_4:: entering follower state: follower="Node at rl_4 [Follower]" leader= 2022-07-21T12:36:27.746Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader=ar_1 2022-07-21T12:36:27.747Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=3 2022-07-21T12:36:27.747Z [WARN] ar_0:: rejecting vote request since we have a leader: from=ar_2 leader=ar_1 2022-07-21T12:36:27.753Z [WARN] rl_4:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:27.753Z [INFO] rl_4:: entering candidate state: node="Node at rl_4 [Candidate]" term=2 2022-07-21T12:36:27.753Z [INFO] rl_4:: election won: tally=3 2022-07-21T12:36:27.753Z [INFO] rl_4:: entering leader state: leader="Node at rl_4 [Leader]" 2022-07-21T12:36:27.753Z [INFO] rl_4:: added peer, starting replication: peer=rl_0 2022-07-21T12:36:27.753Z [INFO] rl_4:: added peer, starting replication: peer=rl_1 2022-07-21T12:36:27.753Z [INFO] rl_4:: added peer, starting replication: peer=rl_2 2022-07-21T12:36:27.753Z [INFO] rl_4:: added peer, starting replication: peer=rl_3 2022-07-21T12:36:27.753Z [INFO] rl_4:: pipelining replication: peer="{Voter rl_3 rl_3}" 2022-07-21T12:36:27.754Z [INFO] rl_4:: pipelining replication: peer="{Voter rl_0 rl_0}" 2022-07-21T12:36:27.754Z [INFO] rl_4:: pipelining replication: peer="{Voter rl_1 rl_1}" 2022-07-21T12:36:27.754Z [INFO] rl_4:: pipelining replication: peer="{Voter rl_2 rl_2}" 2022-07-21T12:36:28.303Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader=ar_1 2022-07-21T12:36:28.303Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=3 2022-07-21T12:36:28.303Z [INFO] ar_2:: duplicate requestVote for same term: term=3 2022-07-21T12:36:28.761Z [INFO] Removing node rl_4 from cluster 2022-07-21T12:36:29.078Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:36:29.078Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=4 2022-07-21T12:36:29.078Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:36:30.218Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:30.219Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=5 2022-07-21T12:36:30.220Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:36:31.421Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:31.422Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=6 2022-07-21T12:36:31.422Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:36:32.727Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:32.727Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=7 2022-07-21T12:36:32.728Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:36:34.215Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:34.215Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=8 2022-07-21T12:36:34.216Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:36:34.217Z [INFO] rl_4:: aborting pipeline replication: peer="{Voter rl_3 rl_3}" 2022-07-21T12:36:34.217Z [INFO] rl_4:: aborting pipeline replication: peer="{Voter rl_1 rl_1}" 2022-07-21T12:36:34.217Z [INFO] rl_4:: aborting pipeline replication: peer="{Voter rl_0 rl_0}" 2022-07-21T12:36:34.217Z [INFO] rl_4:: aborting pipeline replication: peer="{Voter rl_2 rl_2}" 2022-07-21T12:36:34.217Z [INFO] rmp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/rmp_0 2022-07-21T12:36:34.219Z [INFO] rmp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2022-07-21T12:36:34.219Z [INFO] rmp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/rmp_1 2022-07-21T12:36:34.220Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2022-07-21T12:36:34.220Z [INFO] rmp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2022-07-21T12:36:34.220Z [INFO] rmp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/rmp_2 2022-07-21T12:36:34.221Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2022-07-21T12:36:34.221Z [INFO] rmp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2022-07-21T12:36:34.221Z [INFO] rmp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/rmp_3 2022-07-21T12:36:34.222Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2022-07-21T12:36:34.222Z [INFO] rmp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2022-07-21T12:36:34.222Z [INFO] rmp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/rmp_4 2022-07-21T12:36:34.223Z [INFO] rmp_3:: entering follower state: follower="Node at rmp_3 [Follower]" leader= 2022-07-21T12:36:34.224Z [INFO] rmp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2022-07-21T12:36:34.224Z [INFO] rmp_4:: entering follower state: follower="Node at rmp_4 [Follower]" leader= 2022-07-21T12:36:35.251Z [WARN] rmp_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:35.251Z [INFO] rmp_0:: entering candidate state: node="Node at rmp_0 [Candidate]" term=2 2022-07-21T12:36:35.252Z [INFO] rmp_0:: election won: tally=3 2022-07-21T12:36:35.252Z [INFO] rmp_0:: entering leader state: leader="Node at rmp_0 [Leader]" 2022-07-21T12:36:35.252Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_1 2022-07-21T12:36:35.252Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_2 2022-07-21T12:36:35.252Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_3 2022-07-21T12:36:35.252Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_4 2022-07-21T12:36:35.253Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_3 rmp_3}" 2022-07-21T12:36:35.253Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2022-07-21T12:36:35.253Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2022-07-21T12:36:35.254Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2022-07-21T12:36:35.262Z [INFO] Created partition 1 with nodes [rmp_2], partitions now are 1 = [rmp_2] 2022-07-21T12:36:35.262Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2022-07-21T12:36:35.263Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:35.273Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:35.283Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:35.304Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:35.345Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:35.419Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:35.426Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:35.568Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:35.589Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:35.725Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:35.763Z [WARN] rmp_0:: failed to contact: server-id=rmp_2 time=500.86473ms 2022-07-21T12:36:35.776Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:35.776Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=9 2022-07-21T12:36:35.777Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:36:35.872Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:35.914Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:36.042Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:36.259Z [WARN] rmp_0:: failed to contact: server-id=rmp_2 time=996.509686ms 2022-07-21T12:36:36.322Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:36.561Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:36.681Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:36.759Z [WARN] rmp_0:: failed to contact: server-id=rmp_2 time=1.49731502s 2022-07-21T12:36:36.858Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:36.858Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=10 2022-07-21T12:36:36.859Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:36:37.146Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:37.147Z [WARN] rmp_2:: heartbeat timeout reached, starting election: last-leader=rmp_0 2022-07-21T12:36:37.147Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=3 2022-07-21T12:36:37.148Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_2" 2022-07-21T12:36:37.148Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_2" 2022-07-21T12:36:37.148Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2022-07-21T12:36:37.149Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_2" 2022-07-21T12:36:37.844Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:37.964Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:38.180Z [WARN] rmp_2:: Election timeout reached, restarting election 2022-07-21T12:36:38.180Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=4 2022-07-21T12:36:38.180Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_2" 2022-07-21T12:36:38.181Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_2" 2022-07-21T12:36:38.181Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2022-07-21T12:36:38.182Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_2" 2022-07-21T12:36:38.262Z [INFO] Removing node rmp_2 from cluster 2022-07-21T12:36:38.496Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:36:38.496Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=11 2022-07-21T12:36:39.427Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:39.452Z [WARN] rmp_2:: Election timeout reached, restarting election 2022-07-21T12:36:39.452Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=5 2022-07-21T12:36:39.452Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_2" 2022-07-21T12:36:39.453Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_2" 2022-07-21T12:36:39.453Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2022-07-21T12:36:39.453Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_2" 2022-07-21T12:36:40.280Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:36:40.280Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=12 2022-07-21T12:36:40.405Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2022-07-21T12:36:40.902Z [WARN] rmp_2:: Election timeout reached, restarting election 2022-07-21T12:36:40.910Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=6 2022-07-21T12:36:40.910Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_2" 2022-07-21T12:36:40.912Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_2" 2022-07-21T12:36:40.912Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2022-07-21T12:36:40.912Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_2" 2022-07-21T12:36:41.262Z [INFO] Healing all partitions, partitions now [None] 2022-07-21T12:36:41.925Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:41.926Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=13 2022-07-21T12:36:41.927Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:36:41.927Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=13 2022-07-21T12:36:41.927Z [INFO] ar_2:: duplicate requestVote for same term: term=13 2022-07-21T12:36:41.927Z [INFO] ar_0:: duplicate requestVote for same term: term=13 2022-07-21T12:36:42.139Z [WARN] rmp_2:: Election timeout reached, restarting election 2022-07-21T12:36:42.139Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=7 2022-07-21T12:36:42.140Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2022-07-21T12:36:42.140Z [WARN] rmp_1:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2022-07-21T12:36:42.140Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2022-07-21T12:36:42.140Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2022-07-21T12:36:42.942Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:36:42.942Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=14 2022-07-21T12:36:42.944Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:36:43.709Z [WARN] rmp_2:: Election timeout reached, restarting election 2022-07-21T12:36:43.709Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=8 2022-07-21T12:36:43.709Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2022-07-21T12:36:43.710Z [WARN] rmp_1:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2022-07-21T12:36:43.710Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2022-07-21T12:36:43.711Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2022-07-21T12:36:43.996Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:36:43.996Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=15 2022-07-21T12:36:45.324Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:36:45.324Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=16 2022-07-21T12:36:45.528Z [ERROR] rmp_0:: peer has newer term, stopping replication: peer="{Voter rmp_2 rmp_2}" 2022-07-21T12:36:45.529Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2022-07-21T12:36:45.529Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2022-07-21T12:36:45.530Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_3 rmp_3}" 2022-07-21T12:36:45.530Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2022-07-21T12:36:45.685Z [WARN] rmp_2:: Election timeout reached, restarting election 2022-07-21T12:36:45.686Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=9 2022-07-21T12:36:45.686Z [WARN] rmp_1:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2022-07-21T12:36:45.687Z [WARN] rmp_0:: rejecting vote request since our last index is greater: candidate=rmp_2 last-index=88661 last-candidate-index=103 2022-07-21T12:36:45.687Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2022-07-21T12:36:45.687Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2022-07-21T12:36:46.640Z [WARN] rmp_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:46.640Z [INFO] rmp_0:: entering candidate state: node="Node at rmp_0 [Candidate]" term=10 2022-07-21T12:36:46.641Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2022-07-21T12:36:46.641Z [INFO] rmp_0:: election won: tally=3 2022-07-21T12:36:46.641Z [INFO] rmp_0:: entering leader state: leader="Node at rmp_0 [Leader]" 2022-07-21T12:36:46.641Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_1 2022-07-21T12:36:46.641Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_2 2022-07-21T12:36:46.641Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_3 2022-07-21T12:36:46.641Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_4 2022-07-21T12:36:46.641Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2022-07-21T12:36:46.641Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2022-07-21T12:36:46.641Z [WARN] rmp_2:: failed to get previous log: previous-index=88661 last-index=103 error="log not found" 2022-07-21T12:36:46.641Z [WARN] rmp_0:: appendEntries rejected, sending older logs: peer="{Voter rmp_2 rmp_2}" next=104 2022-07-21T12:36:46.642Z [WARN] rmp_4:: rejecting vote request since our last term is greater: candidate=rmp_0 last-term=10 last-candidate-term=2 2022-07-21T12:36:46.643Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_3 rmp_3}" 2022-07-21T12:36:46.679Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:46.680Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=17 2022-07-21T12:36:46.681Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:36:47.880Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:47.881Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=18 2022-07-21T12:36:47.881Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:36:48.888Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2022-07-21T12:36:49.066Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:36:49.067Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=19 2022-07-21T12:36:50.755Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:36:50.755Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=20 2022-07-21T12:36:51.362Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_3 rmp_3}" 2022-07-21T12:36:51.362Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2022-07-21T12:36:51.362Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2022-07-21T12:36:51.362Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2022-07-21T12:36:52.361Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:36:52.361Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=21 2022-07-21T12:36:53.443Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:36:53.443Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=22 2022-07-21T12:36:53.544Z [WARN] rmp_2:: heartbeat timeout reached, starting election: last-leader=rmp_0 2022-07-21T12:36:53.544Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=11 2022-07-21T12:36:54.458Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:54.458Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=23 2022-07-21T12:36:54.459Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:36:54.641Z [WARN] rmp_2:: Election timeout reached, restarting election 2022-07-21T12:36:54.641Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=12 2022-07-21T12:36:55.595Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:36:55.595Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=24 2022-07-21T12:36:56.213Z [WARN] rmp_2:: Election timeout reached, restarting election 2022-07-21T12:36:56.213Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=13 2022-07-21T12:36:56.710Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:36:56.710Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=25 2022-07-21T12:36:57.007Z [INFO] lp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/lp_0 2022-07-21T12:36:57.009Z [INFO] lp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2022-07-21T12:36:57.010Z [INFO] lp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/lp_1 2022-07-21T12:36:57.010Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:36:57.011Z [INFO] lp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2022-07-21T12:36:57.012Z [INFO] lp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/lp_2 2022-07-21T12:36:57.012Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2022-07-21T12:36:57.013Z [INFO] lp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2022-07-21T12:36:57.013Z [INFO] lp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/lp_3 2022-07-21T12:36:57.013Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:36:57.015Z [INFO] lp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2022-07-21T12:36:57.015Z [INFO] lp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/lp_4 2022-07-21T12:36:57.015Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:36:57.017Z [INFO] lp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2022-07-21T12:36:57.017Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:36:57.894Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:36:57.895Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=26 2022-07-21T12:36:58.135Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:58.135Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=2 2022-07-21T12:36:58.135Z [INFO] lp_0:: election won: tally=3 2022-07-21T12:36:58.135Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2022-07-21T12:36:58.135Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2022-07-21T12:36:58.135Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2022-07-21T12:36:58.135Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2022-07-21T12:36:58.135Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2022-07-21T12:36:58.136Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:36:58.136Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:36:58.137Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:36:58.137Z [INFO] Created partition 1 with nodes [lp_0 lp_1 lp_2], partitions now are 1 = [lp_0 lp_1 lp_2] 2022-07-21T12:36:58.137Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:58.137Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:36:58.137Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:36:58.138Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:36:58.138Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:58.138Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:58.149Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:58.149Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:58.159Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:58.160Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:58.180Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:58.181Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:58.220Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:58.222Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:58.288Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:58.303Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:58.303Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:58.311Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:58.449Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:58.464Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:58.465Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:58.500Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:58.640Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:58.646Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=508.58548ms 2022-07-21T12:36:58.646Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=508.796862ms 2022-07-21T12:36:58.658Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:58.784Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:58.785Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:58.785Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:58.875Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:58.963Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:59.085Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:59.146Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=1.008729015s 2022-07-21T12:36:59.150Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=1.008940397s 2022-07-21T12:36:59.165Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:59.168Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:36:59.168Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=27 2022-07-21T12:36:59.169Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:36:59.355Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:59.425Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:59.426Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:59.507Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:36:59.555Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:36:59.555Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=3 2022-07-21T12:36:59.556Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:36:59.556Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:36:59.556Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:36:59.556Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:36:59.668Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:36:59.936Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:00.153Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:00.282Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:37:00.282Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=3 2022-07-21T12:37:00.283Z [INFO] lp_4:: duplicate requestVote for same term: term=3 2022-07-21T12:37:00.283Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:37:00.283Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:37:00.283Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:37:00.523Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:00.524Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=28 2022-07-21T12:37:00.699Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:00.706Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:00.707Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:00.895Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:01.549Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:37:01.549Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=4 2022-07-21T12:37:01.549Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:37:01.549Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:01.549Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:37:01.549Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:02.024Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:02.025Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=29 2022-07-21T12:37:02.132Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:02.137Z [INFO] Healing no partitions! 2022-07-21T12:37:02.292Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:02.861Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:37:02.861Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=5 2022-07-21T12:37:02.862Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:02.862Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:37:02.862Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:03.267Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:03.268Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:03.382Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:03.382Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=30 2022-07-21T12:37:04.125Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:37:04.126Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=6 2022-07-21T12:37:04.127Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:04.127Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:37:04.128Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:04.618Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:04.619Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=31 2022-07-21T12:37:04.892Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:05.018Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:05.219Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:37:05.219Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=7 2022-07-21T12:37:05.219Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:05.219Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:37:05.219Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:05.874Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:05.875Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=32 2022-07-21T12:37:06.587Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:37:06.587Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=8 2022-07-21T12:37:06.588Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:06.588Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:37:06.588Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:07.137Z [INFO] Created partition 2 with nodes [lp_0], partitions now are 1 = [lp_1 lp_2], 2 = [lp_0] 2022-07-21T12:37:07.137Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:37:07.137Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:37:07.138Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:07.138Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:07.138Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:07.210Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:07.220Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:07.247Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:07.303Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:07.347Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:07.347Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:07.384Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:07.400Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:07.401Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=33 2022-07-21T12:37:07.416Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:07.427Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:07.504Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:07.548Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:07.556Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:07.616Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:07.638Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=501.038809ms 2022-07-21T12:37:07.638Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=501.014863ms 2022-07-21T12:37:07.638Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2022-07-21T12:37:07.638Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:37:07.648Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:07.685Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:08.024Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:37:08.024Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=9 2022-07-21T12:37:08.025Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:37:08.025Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:08.025Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:08.389Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:08.389Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:08.783Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:08.784Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=34 2022-07-21T12:37:08.835Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:37:08.835Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=3 2022-07-21T12:37:08.835Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2022-07-21T12:37:08.835Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:08.836Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:08.836Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:09.470Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:09.470Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=3 2022-07-21T12:37:09.471Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:09.471Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:09.471Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:09.471Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:09.521Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:37:09.521Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=3 2022-07-21T12:37:09.522Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:37:09.522Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:37:09.522Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:37:09.522Z [INFO] lp_2:: duplicate requestVote for same term: term=3 2022-07-21T12:37:09.797Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:37:09.797Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=10 2022-07-21T12:37:09.797Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:37:09.798Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:09.798Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:09.916Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:09.916Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=35 2022-07-21T12:37:10.248Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:10.287Z [WARN] lp_2:: Election timeout reached, restarting election 2022-07-21T12:37:10.288Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=4 2022-07-21T12:37:10.288Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:10.289Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2022-07-21T12:37:10.289Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:10.289Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:11.032Z [WARN] lp_0:: Election timeout reached, restarting election 2022-07-21T12:37:11.032Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=4 2022-07-21T12:37:11.033Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:11.033Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:11.033Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:11.033Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:11.138Z [INFO] Healing all partitions, partitions now [None] 2022-07-21T12:37:11.330Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:37:11.330Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=11 2022-07-21T12:37:11.331Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=81189 last-candidate-index=2 2022-07-21T12:37:11.331Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:37:11.331Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=81187 last-candidate-index=2 2022-07-21T12:37:11.332Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=81192 last-candidate-index=2 2022-07-21T12:37:11.332Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:37:11.662Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:11.663Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=36 2022-07-21T12:37:11.984Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:11.984Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=12 2022-07-21T12:37:11.985Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_1 last-index=81189 last-candidate-index=81187 2022-07-21T12:37:11.985Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_1 last-index=81192 last-candidate-index=81187 2022-07-21T12:37:11.985Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:37:11.985Z [INFO] lp_1:: election won: tally=3 2022-07-21T12:37:11.985Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2022-07-21T12:37:11.985Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2022-07-21T12:37:11.986Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2022-07-21T12:37:11.986Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2022-07-21T12:37:11.986Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2022-07-21T12:37:11.986Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:37:11.986Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:37:11.987Z [WARN] lp_3:: failed to get previous log: previous-index=81187 last-index=2 error="log not found" 2022-07-21T12:37:11.987Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=3 2022-07-21T12:37:11.987Z [WARN] lp_4:: failed to get previous log: previous-index=81187 last-index=2 error="log not found" 2022-07-21T12:37:11.987Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=3 2022-07-21T12:37:11.987Z [WARN] lp_0:: clearing log suffix: from=81188 to=81192 2022-07-21T12:37:11.987Z [WARN] lp_2:: clearing log suffix: from=81188 to=81189 2022-07-21T12:37:13.019Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:13.020Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=37 2022-07-21T12:37:13.666Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:37:13.703Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:37:14.450Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:14.450Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=38 2022-07-21T12:37:16.138Z [INFO] Created partition 3 with nodes [lp_1 lp_0], partitions now are 3 = [lp_1 lp_0] 2022-07-21T12:37:16.138Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:37:16.138Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:37:16.139Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:37:16.139Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:37:16.139Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:37:16.140Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:37:16.208Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:37:16.219Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:37:16.237Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:37:16.246Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:37:16.247Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:37:16.261Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:37:16.283Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:37:16.305Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:16.305Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=39 2022-07-21T12:37:16.312Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:37:16.322Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:37:16.371Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:37:16.387Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:37:16.391Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:37:16.391Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:37:16.422Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:37:16.429Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:37:16.496Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:37:16.506Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:37:16.509Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:37:16.532Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:37:16.564Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:37:16.591Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:37:16.639Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=500.502979ms 2022-07-21T12:37:16.639Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=500.589957ms 2022-07-21T12:37:16.639Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=500.081286ms 2022-07-21T12:37:16.639Z [WARN] lp_1:: failed to contact quorum of nodes, stepping down 2022-07-21T12:37:16.639Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2022-07-21T12:37:16.639Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:37:16.646Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:37:16.663Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:37:17.594Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2022-07-21T12:37:17.594Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=13 2022-07-21T12:37:17.594Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2022-07-21T12:37:17.595Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:17.595Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:37:17.595Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2022-07-21T12:37:17.644Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:17.645Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=40 2022-07-21T12:37:17.645Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:37:17.972Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:17.972Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=13 2022-07-21T12:37:17.973Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:37:17.973Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:37:17.973Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:37:18.020Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_1 2022-07-21T12:37:18.020Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=13 2022-07-21T12:37:18.021Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:18.021Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:18.021Z [INFO] lp_4:: duplicate requestVote for same term: term=13 2022-07-21T12:37:18.021Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2022-07-21T12:37:18.300Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2022-07-21T12:37:18.300Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=13 2022-07-21T12:37:18.301Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:37:18.301Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:37:18.301Z [INFO] lp_2:: duplicate requestVote for same term: term=13 2022-07-21T12:37:18.301Z [INFO] lp_4:: duplicate requestVote for same term: term=13 2022-07-21T12:37:18.630Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:18.999Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:37:18.999Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=14 2022-07-21T12:37:19.000Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:37:19.000Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:19.000Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=100352 last-candidate-index=100348 2022-07-21T12:37:19.000Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:37:19.000Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:37:19.092Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:19.092Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=41 2022-07-21T12:37:19.705Z [WARN] lp_1:: Election timeout reached, restarting election 2022-07-21T12:37:19.705Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=14 2022-07-21T12:37:19.705Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:37:19.705Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:37:19.706Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:37:20.071Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:20.071Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=15 2022-07-21T12:37:20.071Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:20.071Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:20.071Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:37:20.071Z [INFO] lp_2:: election won: tally=3 2022-07-21T12:37:20.071Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2022-07-21T12:37:20.071Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2022-07-21T12:37:20.071Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2022-07-21T12:37:20.071Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2022-07-21T12:37:20.071Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2022-07-21T12:37:20.071Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:20.071Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:20.071Z [WARN] lp_3:: failed to get previous log: previous-index=100352 last-index=100348 error="log not found" 2022-07-21T12:37:20.072Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=100349 2022-07-21T12:37:20.072Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:37:20.072Z [WARN] lp_4:: failed to get previous log: previous-index=100352 last-index=100348 error="log not found" 2022-07-21T12:37:20.072Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=100349 2022-07-21T12:37:20.072Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:37:20.102Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:20.102Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:20.113Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:20.114Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:20.134Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:20.135Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:20.138Z [INFO] Healing partition group 3, now partitions are [None] 2022-07-21T12:37:20.176Z [WARN] lp_0:: clearing log suffix: from=100353 to=100353 2022-07-21T12:37:20.176Z [WARN] lp_1:: clearing log suffix: from=100353 to=100353 2022-07-21T12:37:20.177Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader=lp_2 2022-07-21T12:37:20.183Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:37:20.185Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:37:20.793Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:20.794Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=42 2022-07-21T12:37:22.156Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:22.156Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=43 2022-07-21T12:37:24.061Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:24.062Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=44 2022-07-21T12:37:25.139Z [INFO] Created partition 4 with nodes [lp_2], partitions now are 4 = [lp_2] 2022-07-21T12:37:25.139Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:37:25.139Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:25.139Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:37:25.140Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:37:25.140Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:37:25.140Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:25.140Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:25.151Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:25.186Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:25.193Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:25.217Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:25.219Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:25.221Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:25.252Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:25.252Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:25.275Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:25.312Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:25.313Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:25.329Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:25.334Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:25.337Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:25.360Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:25.376Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:25.414Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:25.423Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:25.426Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:25.435Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:25.454Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:25.500Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:25.536Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:25.561Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:25.568Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:25.575Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:25.576Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:25.581Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:25.619Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:25.639Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=500.043963ms 2022-07-21T12:37:25.650Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=510.44772ms 2022-07-21T12:37:25.650Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=510.259778ms 2022-07-21T12:37:25.650Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=509.972304ms 2022-07-21T12:37:25.650Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=510.84754ms 2022-07-21T12:37:25.650Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2022-07-21T12:37:25.651Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:37:25.705Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:26.053Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:26.053Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=45 2022-07-21T12:37:26.221Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_2 2022-07-21T12:37:26.221Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=16 2022-07-21T12:37:26.221Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_0 leader=lp_2 2022-07-21T12:37:26.222Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:26.222Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_0 leader=lp_2 2022-07-21T12:37:26.222Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_0 leader=lp_2 2022-07-21T12:37:26.907Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2022-07-21T12:37:26.908Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=16 2022-07-21T12:37:26.908Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2022-07-21T12:37:26.908Z [INFO] lp_0:: duplicate requestVote for same term: term=16 2022-07-21T12:37:26.908Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2022-07-21T12:37:26.909Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:27.019Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2022-07-21T12:37:27.019Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=16 2022-07-21T12:37:27.020Z [INFO] lp_4:: duplicate requestVote for same term: term=16 2022-07-21T12:37:27.020Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2022-07-21T12:37:27.020Z [INFO] lp_0:: duplicate requestVote for same term: term=16 2022-07-21T12:37:27.020Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:37:27.136Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:27.136Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=46 2022-07-21T12:37:27.491Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2022-07-21T12:37:27.491Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=16 2022-07-21T12:37:27.491Z [INFO] lp_1:: duplicate requestVote for same term: term=16 2022-07-21T12:37:27.491Z [INFO] lp_0:: duplicate requestVote for same term: term=16 2022-07-21T12:37:27.491Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:37:27.491Z [INFO] lp_4:: duplicate requestVote for same term: term=16 2022-07-21T12:37:27.583Z [WARN] lp_0:: Election timeout reached, restarting election 2022-07-21T12:37:27.584Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=17 2022-07-21T12:37:27.584Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:37:27.584Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2022-07-21T12:37:27.584Z [INFO] lp_0:: election won: tally=3 2022-07-21T12:37:27.584Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2022-07-21T12:37:27.585Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2022-07-21T12:37:27.585Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2022-07-21T12:37:27.585Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2022-07-21T12:37:27.585Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2022-07-21T12:37:27.585Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:27.585Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:27.586Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:37:27.586Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:37:27.586Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:37:27.587Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:37:27.596Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:27.607Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:27.619Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:27.619Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=16 2022-07-21T12:37:27.619Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:27.620Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:27.620Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:27.620Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:27.628Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:27.669Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:27.734Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:27.750Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:27.911Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:27.928Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:28.090Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=504.886359ms 2022-07-21T12:37:28.122Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:28.231Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:28.314Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:28.481Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:28.574Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:28.574Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=47 2022-07-21T12:37:28.589Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=1.004597923s 2022-07-21T12:37:28.738Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:28.746Z [WARN] lp_2:: Election timeout reached, restarting election 2022-07-21T12:37:28.746Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=17 2022-07-21T12:37:28.746Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:28.746Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:28.746Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:28.746Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:28.876Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:29.061Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:29.139Z [INFO] Healing partition group 4, now partitions are [None] 2022-07-21T12:37:29.539Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader=lp_0 2022-07-21T12:37:30.158Z [WARN] lp_2:: clearing log suffix: from=130584 to=130588 2022-07-21T12:37:30.361Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:37:30.402Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:30.402Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=48 2022-07-21T12:37:32.176Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:32.176Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=49 2022-07-21T12:37:32.178Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:37:33.549Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:33.549Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=50 2022-07-21T12:37:34.139Z [INFO] Created partition 5 with nodes [lp_0], partitions now are 5 = [lp_0] 2022-07-21T12:37:34.140Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:37:34.140Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:37:34.140Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:37:34.141Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:37:34.158Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:34.187Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:34.193Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:34.198Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:34.209Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:34.227Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:34.232Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:34.253Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:34.264Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:34.304Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:34.307Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:34.316Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:34.326Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:34.329Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:34.365Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:34.370Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:34.370Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:34.388Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:34.394Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:34.422Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:34.446Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:34.465Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:34.479Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:34.484Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:34.493Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:34.506Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:34.520Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:34.543Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:34.587Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:34.598Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:34.598Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:34.621Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:34.629Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:34.641Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=500.127736ms 2022-07-21T12:37:34.641Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=501.032841ms 2022-07-21T12:37:34.641Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=500.72074ms 2022-07-21T12:37:34.642Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=500.416423ms 2022-07-21T12:37:34.642Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2022-07-21T12:37:34.642Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:37:34.701Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:35.169Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:37:35.170Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=18 2022-07-21T12:37:35.170Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2022-07-21T12:37:35.170Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2022-07-21T12:37:35.170Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2022-07-21T12:37:35.170Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:37:35.288Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:37:35.288Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=18 2022-07-21T12:37:35.289Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2022-07-21T12:37:35.289Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:35.289Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2022-07-21T12:37:35.289Z [INFO] lp_3:: duplicate requestVote for same term: term=18 2022-07-21T12:37:35.325Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:37:35.325Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=18 2022-07-21T12:37:35.325Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2022-07-21T12:37:35.326Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:37:35.326Z [INFO] lp_2:: duplicate requestVote for same term: term=18 2022-07-21T12:37:35.326Z [INFO] lp_3:: duplicate requestVote for same term: term=18 2022-07-21T12:37:35.493Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:35.493Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=51 2022-07-21T12:37:35.516Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:37:35.516Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=18 2022-07-21T12:37:35.516Z [INFO] lp_3:: duplicate requestVote for same term: term=18 2022-07-21T12:37:35.516Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:35.516Z [INFO] lp_1:: duplicate requestVote for same term: term=18 2022-07-21T12:37:35.516Z [INFO] lp_2:: duplicate requestVote for same term: term=18 2022-07-21T12:37:35.944Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:35.944Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=18 2022-07-21T12:37:35.944Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:35.944Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:35.944Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:35.944Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:36.436Z [WARN] lp_2:: Election timeout reached, restarting election 2022-07-21T12:37:36.437Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=19 2022-07-21T12:37:36.437Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:37:36.437Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:36.437Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2022-07-21T12:37:36.437Z [INFO] lp_2:: election won: tally=3 2022-07-21T12:37:36.437Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2022-07-21T12:37:36.437Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2022-07-21T12:37:36.437Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2022-07-21T12:37:36.437Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2022-07-21T12:37:36.437Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2022-07-21T12:37:36.437Z [WARN] lp_4:: failed to get previous log: previous-index=170451 last-index=170449 error="log not found" 2022-07-21T12:37:36.437Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=170450 2022-07-21T12:37:36.438Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:37:36.438Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:37:36.438Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:36.438Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:37:36.440Z [WARN] lp_3:: failed to get previous log: previous-index=170451 last-index=170449 error="log not found" 2022-07-21T12:37:36.440Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=170450 2022-07-21T12:37:36.440Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:37:36.448Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:36.459Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:36.480Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:36.525Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:36.605Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:36.605Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:36.658Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:36.658Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=52 2022-07-21T12:37:36.730Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:36.767Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:36.859Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:36.939Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=501.678064ms 2022-07-21T12:37:36.978Z [WARN] lp_0:: Election timeout reached, restarting election 2022-07-21T12:37:36.979Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=19 2022-07-21T12:37:36.980Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:36.980Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:36.980Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:36.980Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:37.020Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:37.088Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:37.241Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:37.436Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=999.083873ms 2022-07-21T12:37:37.452Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:37.735Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:37.759Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:37:37.759Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=53 2022-07-21T12:37:37.762Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:37.937Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=1.499755968s 2022-07-21T12:37:38.142Z [INFO] Healing no partitions! 2022-07-21T12:37:38.186Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:38.264Z [WARN] lp_0:: Election timeout reached, restarting election 2022-07-21T12:37:38.264Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=20 2022-07-21T12:37:38.264Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:38.264Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:38.264Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:38.264Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:38.949Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:39.016Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:39.274Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:39.274Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=54 2022-07-21T12:37:39.277Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:37:40.015Z [WARN] lp_0:: Election timeout reached, restarting election 2022-07-21T12:37:40.015Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=21 2022-07-21T12:37:40.016Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:40.016Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:40.016Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:40.016Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:40.426Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:41.078Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:41.078Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=55 2022-07-21T12:37:41.079Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:37:41.577Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:37:41.709Z [WARN] lp_0:: Election timeout reached, restarting election 2022-07-21T12:37:41.710Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=22 2022-07-21T12:37:41.710Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:41.712Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:41.712Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:41.713Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:42.290Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:42.290Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=56 2022-07-21T12:37:42.290Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:37:42.884Z [WARN] lp_0:: Election timeout reached, restarting election 2022-07-21T12:37:42.885Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=23 2022-07-21T12:37:42.885Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:42.886Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:42.886Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:37:42.886Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:43.144Z [INFO] Created partition 6 with nodes [lp_2 lp_0], partitions now are 6 = [lp_0 lp_2] 2022-07-21T12:37:43.145Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:37:43.146Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:37:43.146Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:37:43.198Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:43.204Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:43.209Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:43.215Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:43.238Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:43.257Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:43.281Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:43.307Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:43.324Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:43.367Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:43.369Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:43.385Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:43.391Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:43.413Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:43.424Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:43.451Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:43.464Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:43.481Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:43.519Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:43.527Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:43.543Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:43.584Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:43.592Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:43.617Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:43.634Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:43.646Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=500.369431ms 2022-07-21T12:37:43.646Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=500.801103ms 2022-07-21T12:37:43.657Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=511.110047ms 2022-07-21T12:37:43.657Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=510.701039ms 2022-07-21T12:37:43.657Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=511.541719ms 2022-07-21T12:37:43.657Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2022-07-21T12:37:43.657Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:37:43.675Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:43.732Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:43.838Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:43.838Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=57 2022-07-21T12:37:43.838Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:37:44.234Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2022-07-21T12:37:44.235Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=20 2022-07-21T12:37:44.235Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2022-07-21T12:37:44.235Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:44.235Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:44.235Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2022-07-21T12:37:44.246Z [WARN] lp_0:: Election timeout reached, restarting election 2022-07-21T12:37:44.246Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=24 2022-07-21T12:37:44.247Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:37:44.247Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:37:44.247Z [WARN] lp_2:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=19 last-candidate-term=17 2022-07-21T12:37:44.247Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:44.771Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2022-07-21T12:37:44.771Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=20 2022-07-21T12:37:44.772Z [INFO] lp_4:: duplicate requestVote for same term: term=20 2022-07-21T12:37:44.772Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:37:44.772Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2022-07-21T12:37:44.773Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:37:45.225Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2022-07-21T12:37:45.225Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=20 2022-07-21T12:37:45.225Z [INFO] lp_4:: duplicate requestVote for same term: term=20 2022-07-21T12:37:45.225Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:37:45.226Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:37:45.226Z [INFO] lp_1:: duplicate requestVote for same term: term=20 2022-07-21T12:37:45.260Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:45.260Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=58 2022-07-21T12:37:45.261Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:37:45.287Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:37:45.287Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=21 2022-07-21T12:37:45.287Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:37:45.288Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:45.288Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:45.288Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2022-07-21T12:37:45.288Z [INFO] lp_4:: election won: tally=3 2022-07-21T12:37:45.288Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2022-07-21T12:37:45.288Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2022-07-21T12:37:45.289Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2022-07-21T12:37:45.289Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2022-07-21T12:37:45.289Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2022-07-21T12:37:45.289Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:37:45.289Z [WARN] lp_1:: failed to get previous log: previous-index=216731 last-index=216729 error="log not found" 2022-07-21T12:37:45.290Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=216730 2022-07-21T12:37:45.290Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:37:45.290Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:45.290Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:45.301Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:45.301Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:45.311Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:45.312Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:45.332Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:45.333Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:45.373Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:45.374Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:45.446Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:45.446Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=25 2022-07-21T12:37:45.446Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:45.447Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:37:45.447Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:45.447Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:45.457Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:45.457Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:45.458Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:45.468Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:45.578Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:45.597Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:45.619Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:45.619Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:45.716Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:45.780Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:45.789Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=500.470527ms 2022-07-21T12:37:45.789Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.23889ms 2022-07-21T12:37:45.882Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:45.941Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:45.941Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:45.969Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:46.091Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:46.197Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:46.296Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=1.007902594s 2022-07-21T12:37:46.297Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=1.007670957s 2022-07-21T12:37:46.345Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:46.477Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:46.490Z [WARN] lp_2:: Election timeout reached, restarting election 2022-07-21T12:37:46.491Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=26 2022-07-21T12:37:46.491Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:37:46.492Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:37:46.492Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:46.492Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:46.493Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=59 2022-07-21T12:37:46.583Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:46.584Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:46.616Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:46.698Z [ERROR] lp_2:: peer has newer term, stopping replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:37:46.760Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:37:46.771Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=1.482898593s 2022-07-21T12:37:46.772Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=1.482666956s 2022-07-21T12:37:47.046Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:37:47.145Z [INFO] Healing all partitions, partitions now [None] 2022-07-21T12:37:47.739Z [WARN] lp_2:: Election timeout reached, restarting election 2022-07-21T12:37:47.739Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=27 2022-07-21T12:37:47.739Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2022-07-21T12:37:47.739Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2022-07-21T12:37:47.740Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2022-07-21T12:37:47.863Z [ERROR] lp_4:: peer has newer term, stopping replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:37:47.863Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:37:47.863Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:37:47.863Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:37:47.865Z [ERROR] lp_4:: peer has newer term, stopping replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:37:47.966Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:47.966Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=60 2022-07-21T12:37:49.087Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:49.087Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=22 2022-07-21T12:37:49.088Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:37:49.468Z [WARN] lp_2:: Election timeout reached, restarting election 2022-07-21T12:37:49.468Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=28 2022-07-21T12:37:49.468Z [WARN] lp_4:: rejecting vote request since our last term is greater: candidate=lp_2 last-term=21 last-candidate-term=19 2022-07-21T12:37:49.469Z [WARN] lp_1:: rejecting vote request since our last term is greater: candidate=lp_2 last-term=21 last-candidate-term=19 2022-07-21T12:37:49.469Z [WARN] lp_3:: rejecting vote request since our last term is greater: candidate=lp_2 last-term=21 last-candidate-term=19 2022-07-21T12:37:49.644Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:49.644Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=61 2022-07-21T12:37:50.618Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:50.618Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=29 2022-07-21T12:37:50.619Z [INFO] lp_3:: election won: tally=3 2022-07-21T12:37:50.619Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2022-07-21T12:37:50.619Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2022-07-21T12:37:50.619Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2022-07-21T12:37:50.619Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2022-07-21T12:37:50.619Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2022-07-21T12:37:50.619Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:37:50.619Z [WARN] lp_0:: failed to get previous log: previous-index=242587 last-index=170454 error="log not found" 2022-07-21T12:37:50.619Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=170455 2022-07-21T12:37:50.620Z [WARN] lp_0:: previous log term mis-match: ours=17 remote=19 2022-07-21T12:37:50.620Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=170454 2022-07-21T12:37:50.620Z [WARN] lp_0:: previous log term mis-match: ours=17 remote=19 2022-07-21T12:37:50.620Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=170453 2022-07-21T12:37:50.621Z [WARN] lp_0:: previous log term mis-match: ours=17 remote=19 2022-07-21T12:37:50.621Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=170452 2022-07-21T12:37:50.622Z [WARN] lp_0:: clearing log suffix: from=170452 to=170454 2022-07-21T12:37:50.622Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:37:50.623Z [WARN] lp_4:: rejecting vote request since our last term is greater: candidate=lp_3 last-term=29 last-candidate-term=21 2022-07-21T12:37:50.623Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:37:50.623Z [WARN] lp_2:: failed to get previous log: previous-index=242587 last-index=216732 error="log not found" 2022-07-21T12:37:50.623Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=216733 2022-07-21T12:37:50.624Z [WARN] lp_2:: previous log term mis-match: ours=19 remote=21 2022-07-21T12:37:50.624Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=216732 2022-07-21T12:37:50.625Z [WARN] lp_2:: clearing log suffix: from=216732 to=216732 2022-07-21T12:37:51.148Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:51.148Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=62 2022-07-21T12:37:51.155Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:37:51.488Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:37:52.146Z [INFO] Created partition 7 with nodes [lp_3], partitions now are 7 = [lp_3] 2022-07-21T12:37:52.147Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:37:52.147Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:37:52.147Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:37:52.148Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:37:52.148Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:37:52.148Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:37:52.155Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2022-07-21T12:37:52.168Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:52.168Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=63 2022-07-21T12:37:52.169Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:37:52.210Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:37:52.216Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2022-07-21T12:37:52.223Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:37:52.226Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:37:52.235Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:37:52.241Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:37:52.289Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2022-07-21T12:37:52.299Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:37:52.309Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2022-07-21T12:37:52.316Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:37:52.323Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:37:52.324Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:37:52.359Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2022-07-21T12:37:52.379Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:37:52.384Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:37:52.402Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:37:52.414Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:37:52.419Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:37:52.448Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2022-07-21T12:37:52.452Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2022-07-21T12:37:52.468Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:37:52.516Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:37:52.522Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:37:52.522Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:37:52.553Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:37:52.566Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2022-07-21T12:37:52.572Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:37:52.576Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:37:52.620Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2022-07-21T12:37:52.633Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:37:52.648Z [WARN] lp_3:: failed to contact: server-id=lp_1 time=500.648881ms 2022-07-21T12:37:52.648Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=500.713225ms 2022-07-21T12:37:52.648Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=500.791936ms 2022-07-21T12:37:52.648Z [WARN] lp_3:: failed to contact quorum of nodes, stepping down 2022-07-21T12:37:52.648Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:37:52.698Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:37:52.712Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:37:52.715Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2022-07-21T12:37:52.722Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:37:53.532Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_3 2022-07-21T12:37:53.532Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=30 2022-07-21T12:37:53.533Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2022-07-21T12:37:53.533Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2022-07-21T12:37:53.533Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2022-07-21T12:37:53.533Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:53.549Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:53.549Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=64 2022-07-21T12:37:53.777Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:53.777Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=30 2022-07-21T12:37:53.778Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2022-07-21T12:37:53.778Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:37:53.778Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:37:53.778Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:37:54.095Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_3 2022-07-21T12:37:54.095Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=30 2022-07-21T12:37:54.095Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_1 leader=lp_3 2022-07-21T12:37:54.095Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_3 2022-07-21T12:37:54.095Z [INFO] lp_2:: duplicate requestVote for same term: term=30 2022-07-21T12:37:54.095Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:37:54.637Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_3 2022-07-21T12:37:54.637Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=30 2022-07-21T12:37:54.638Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_0 leader=lp_3 2022-07-21T12:37:54.638Z [INFO] lp_1:: duplicate requestVote for same term: term=30 2022-07-21T12:37:54.638Z [INFO] lp_2:: duplicate requestVote for same term: term=30 2022-07-21T12:37:54.638Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:37:54.820Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_3 2022-07-21T12:37:54.820Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=30 2022-07-21T12:37:54.820Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:37:54.820Z [INFO] lp_0:: duplicate requestVote for same term: term=30 2022-07-21T12:37:54.820Z [INFO] lp_1:: duplicate requestVote for same term: term=30 2022-07-21T12:37:54.820Z [INFO] lp_2:: duplicate requestVote for same term: term=30 2022-07-21T12:37:54.824Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:54.824Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=65 2022-07-21T12:37:55.144Z [WARN] lp_2:: Election timeout reached, restarting election 2022-07-21T12:37:55.144Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=31 2022-07-21T12:37:55.144Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=245632 last-candidate-index=245630 2022-07-21T12:37:55.144Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:37:55.144Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:37:55.144Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=245632 last-candidate-index=245630 2022-07-21T12:37:55.144Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2022-07-21T12:37:55.144Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:37:55.518Z [WARN] lp_3:: Election timeout reached, restarting election 2022-07-21T12:37:55.518Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=31 2022-07-21T12:37:55.518Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2022-07-21T12:37:55.518Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:37:55.518Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:37:55.518Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:37:56.146Z [INFO] Healing partition group 7, now partitions are [None] 2022-07-21T12:37:56.548Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:56.549Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=66 2022-07-21T12:37:56.587Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:56.587Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=32 2022-07-21T12:37:56.587Z [WARN] lp_4:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=29 last-candidate-term=21 2022-07-21T12:37:56.587Z [WARN] lp_1:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=29 last-candidate-term=21 2022-07-21T12:37:56.587Z [WARN] lp_2:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=29 last-candidate-term=21 2022-07-21T12:37:56.587Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:37:56.587Z [WARN] lp_3:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=29 last-candidate-term=21 2022-07-21T12:37:56.587Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:37:56.699Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:56.699Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=33 2022-07-21T12:37:56.700Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:37:56.700Z [INFO] lp_1:: election won: tally=3 2022-07-21T12:37:56.700Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2022-07-21T12:37:56.700Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2022-07-21T12:37:56.700Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2022-07-21T12:37:56.700Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2022-07-21T12:37:56.700Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2022-07-21T12:37:56.701Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_1 last-index=245633 last-candidate-index=245632 2022-07-21T12:37:56.701Z [WARN] lp_2:: failed to get previous log: previous-index=245632 last-index=245630 error="log not found" 2022-07-21T12:37:56.701Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:37:56.701Z [WARN] lp_3:: clearing log suffix: from=245633 to=245633 2022-07-21T12:37:56.701Z [WARN] lp_0:: failed to get previous log: previous-index=245632 last-index=221203 error="log not found" 2022-07-21T12:37:56.701Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=245631 2022-07-21T12:37:56.703Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:37:56.702Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:37:56.702Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=221204 2022-07-21T12:37:57.256Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:37:58.283Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:37:58.283Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=67 2022-07-21T12:37:58.287Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:58.288Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=67 2022-07-21T12:37:58.288Z [INFO] ar_0:: duplicate requestVote for same term: term=67 2022-07-21T12:37:58.289Z [INFO] ar_2:: duplicate requestVote for same term: term=67 2022-07-21T12:37:59.907Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:37:59.908Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=68 2022-07-21T12:37:59.909Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:38:01.148Z [INFO] Created partition 8 with nodes [lp_1 lp_0 lp_2], partitions now are 8 = [lp_1 lp_0 lp_2] 2022-07-21T12:38:01.149Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:38:01.151Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:01.151Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:38:01.152Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:01.162Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:01.163Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:01.170Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:01.174Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:01.175Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:01.195Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:01.196Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:01.236Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:01.237Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:01.239Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:01.317Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:01.318Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:01.372Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:01.434Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:01.478Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:01.479Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:01.497Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:38:01.498Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=69 2022-07-21T12:38:01.557Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:01.607Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:01.649Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=500.026531ms 2022-07-21T12:38:01.659Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=507.4027ms 2022-07-21T12:38:01.659Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=510.111812ms 2022-07-21T12:38:01.777Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:01.781Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:01.798Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:01.799Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:01.968Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:02.033Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:02.159Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=1.007433289s 2022-07-21T12:38:02.159Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=1.010142401s 2022-07-21T12:38:02.210Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:02.302Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:02.439Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:02.440Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:02.570Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:02.645Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:02.906Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:02.912Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=70 2022-07-21T12:38:02.913Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:38:03.101Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:03.152Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:03.213Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2022-07-21T12:38:03.214Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=34 2022-07-21T12:38:03.214Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2022-07-21T12:38:03.214Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:38:03.215Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:38:03.215Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:38:03.721Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:03.722Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:03.791Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2022-07-21T12:38:03.791Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=34 2022-07-21T12:38:03.792Z [INFO] lp_3:: duplicate requestVote for same term: term=34 2022-07-21T12:38:03.792Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:38:03.792Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:38:03.793Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:38:03.927Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:03.928Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:04.490Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:04.490Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=71 2022-07-21T12:38:04.909Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:38:04.910Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=35 2022-07-21T12:38:04.910Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=269523 last-candidate-index=269457 2022-07-21T12:38:04.910Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:38:04.910Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:38:04.910Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:38:04.910Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:38:05.148Z [INFO] Healing partition group 8, now partitions are [None] 2022-07-21T12:38:05.803Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:05.803Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=72 2022-07-21T12:38:06.125Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:38:06.126Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=36 2022-07-21T12:38:06.126Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=269523 last-candidate-index=269457 2022-07-21T12:38:06.126Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2022-07-21T12:38:06.127Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2022-07-21T12:38:06.127Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2022-07-21T12:38:06.282Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:38:06.282Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2022-07-21T12:38:06.282Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:38:06.282Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:38:06.284Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:38:06.636Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:06.636Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=37 2022-07-21T12:38:06.637Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:38:06.637Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2022-07-21T12:38:06.637Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=311318 last-candidate-index=269523 2022-07-21T12:38:06.637Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2022-07-21T12:38:06.864Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:06.864Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=73 2022-07-21T12:38:07.598Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_1 2022-07-21T12:38:07.598Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=34 2022-07-21T12:38:07.598Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:38:07.598Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2022-07-21T12:38:07.850Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_1 2022-07-21T12:38:07.850Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=34 2022-07-21T12:38:07.850Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:38:07.942Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:07.942Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=38 2022-07-21T12:38:07.942Z [INFO] lp_1:: election won: tally=3 2022-07-21T12:38:07.942Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2022-07-21T12:38:07.942Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2022-07-21T12:38:07.942Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2022-07-21T12:38:07.942Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2022-07-21T12:38:07.942Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2022-07-21T12:38:07.942Z [WARN] lp_4:: failed to get previous log: previous-index=311318 last-index=269457 error="log not found" 2022-07-21T12:38:07.942Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=269458 2022-07-21T12:38:07.943Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:38:07.943Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:38:07.943Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:38:07.944Z [WARN] lp_3:: failed to get previous log: previous-index=311318 last-index=269523 error="log not found" 2022-07-21T12:38:07.944Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=269524 2022-07-21T12:38:08.157Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:08.157Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=74 2022-07-21T12:38:09.253Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:38:09.323Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:38:09.702Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:09.702Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=75 2022-07-21T12:38:10.148Z [INFO] Created partition 9 with nodes [lp_1 lp_0], partitions now are 9 = [lp_1 lp_0] 2022-07-21T12:38:10.149Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:38:10.149Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:38:10.149Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:38:10.169Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:10.211Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:10.215Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:38:10.236Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:38:10.246Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:10.284Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:10.291Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:10.291Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:38:10.294Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:10.348Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:10.357Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:10.367Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:38:10.386Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:38:10.417Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:10.420Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:10.442Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:10.448Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:10.483Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:38:10.500Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:10.539Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:10.547Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:38:10.568Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:10.574Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:10.576Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:38:10.626Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:10.649Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=500.364442ms 2022-07-21T12:38:10.649Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=500.531023ms 2022-07-21T12:38:10.660Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=511.361812ms 2022-07-21T12:38:10.660Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=510.954026ms 2022-07-21T12:38:10.660Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=511.528393ms 2022-07-21T12:38:10.661Z [WARN] lp_1:: failed to contact quorum of nodes, stepping down 2022-07-21T12:38:10.661Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2022-07-21T12:38:10.661Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:38:10.723Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:38:11.163Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2022-07-21T12:38:11.163Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=39 2022-07-21T12:38:11.163Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2022-07-21T12:38:11.163Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:38:11.163Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:38:11.163Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2022-07-21T12:38:11.675Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:11.675Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=76 2022-07-21T12:38:11.791Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2022-07-21T12:38:11.791Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=39 2022-07-21T12:38:11.792Z [INFO] lp_3:: duplicate requestVote for same term: term=39 2022-07-21T12:38:11.792Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:38:11.792Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2022-07-21T12:38:11.792Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:38:12.015Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_1 2022-07-21T12:38:12.015Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=39 2022-07-21T12:38:12.015Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:38:12.016Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:38:12.016Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:38:12.598Z [WARN] lp_3:: Election timeout reached, restarting election 2022-07-21T12:38:12.599Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=40 2022-07-21T12:38:12.599Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=317871 last-candidate-index=317869 2022-07-21T12:38:12.599Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:38:12.599Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2022-07-21T12:38:12.600Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:38:12.600Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:38:13.107Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:13.107Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=77 2022-07-21T12:38:13.108Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:38:13.124Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_1 2022-07-21T12:38:13.124Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=39 2022-07-21T12:38:13.124Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:38:13.124Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:38:13.125Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:38:13.544Z [WARN] lp_0:: Election timeout reached, restarting election 2022-07-21T12:38:13.544Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=40 2022-07-21T12:38:13.545Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:38:13.545Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:38:13.545Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:38:13.951Z [WARN] lp_3:: Election timeout reached, restarting election 2022-07-21T12:38:13.951Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=41 2022-07-21T12:38:13.952Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=317871 last-candidate-index=317869 2022-07-21T12:38:13.952Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:38:13.952Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:38:14.149Z [INFO] Healing partition group 9, now partitions are [None] 2022-07-21T12:38:14.290Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:14.290Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=42 2022-07-21T12:38:14.290Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:38:14.290Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=317874 last-candidate-index=317871 2022-07-21T12:38:14.290Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:38:14.290Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=317874 last-candidate-index=317871 2022-07-21T12:38:14.290Z [INFO] lp_4:: election won: tally=3 2022-07-21T12:38:14.290Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2022-07-21T12:38:14.290Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2022-07-21T12:38:14.291Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2022-07-21T12:38:14.291Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2022-07-21T12:38:14.291Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2022-07-21T12:38:14.291Z [WARN] lp_3:: failed to get previous log: previous-index=317871 last-index=317869 error="log not found" 2022-07-21T12:38:14.291Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=317870 2022-07-21T12:38:14.291Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:38:14.291Z [WARN] lp_0:: clearing log suffix: from=317872 to=317874 2022-07-21T12:38:14.291Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:38:14.291Z [WARN] lp_1:: clearing log suffix: from=317872 to=317874 2022-07-21T12:38:14.292Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:38:14.292Z [WARN] lp_2:: failed to get previous log: previous-index=317871 last-index=317868 error="log not found" 2022-07-21T12:38:14.293Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=317869 2022-07-21T12:38:14.293Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:38:14.555Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:14.555Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=78 2022-07-21T12:38:14.555Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:38:15.911Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:15.911Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=79 2022-07-21T12:38:15.912Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:38:17.467Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:17.468Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=80 2022-07-21T12:38:17.468Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:38:19.061Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:19.062Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=81 2022-07-21T12:38:19.152Z [INFO] Created partition 10 with nodes [lp_4 lp_0], partitions now are 10 = [lp_0 lp_4] 2022-07-21T12:38:19.153Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:38:19.153Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:38:19.154Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:38:19.154Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:38:19.155Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:38:19.167Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:38:19.167Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:38:19.217Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:38:19.217Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:38:19.228Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:38:19.251Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:38:19.297Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:38:19.319Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:38:19.321Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:38:19.334Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:38:19.370Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:38:19.379Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:38:19.384Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:38:19.408Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:38:19.432Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:38:19.439Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:38:19.471Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:38:19.494Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:38:19.511Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:38:19.537Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:38:19.576Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:38:19.584Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:38:19.646Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:38:19.653Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.130381ms 2022-07-21T12:38:19.655Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:38:19.664Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=510.579995ms 2022-07-21T12:38:19.664Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=510.951431ms 2022-07-21T12:38:19.664Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=510.259307ms 2022-07-21T12:38:19.664Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2022-07-21T12:38:19.664Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:38:19.664Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:38:19.679Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:38:19.690Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:38:20.200Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2022-07-21T12:38:20.200Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=43 2022-07-21T12:38:20.200Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:20.200Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:20.200Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2022-07-21T12:38:20.200Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2022-07-21T12:38:20.470Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:20.471Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=82 2022-07-21T12:38:20.620Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2022-07-21T12:38:20.621Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=43 2022-07-21T12:38:20.621Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:38:20.621Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:38:20.621Z [INFO] lp_1:: duplicate requestVote for same term: term=43 2022-07-21T12:38:20.622Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2022-07-21T12:38:20.819Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_4 2022-07-21T12:38:20.820Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=43 2022-07-21T12:38:20.820Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:38:20.820Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:38:20.820Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:38:20.911Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2022-07-21T12:38:20.911Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=43 2022-07-21T12:38:20.911Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:38:20.911Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2022-07-21T12:38:20.912Z [INFO] lp_1:: duplicate requestVote for same term: term=43 2022-07-21T12:38:20.912Z [INFO] lp_2:: duplicate requestVote for same term: term=43 2022-07-21T12:38:21.242Z [WARN] lp_1:: Election timeout reached, restarting election 2022-07-21T12:38:21.243Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=44 2022-07-21T12:38:21.243Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:38:21.243Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:21.244Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:38:21.244Z [INFO] lp_1:: election won: tally=3 2022-07-21T12:38:21.244Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2022-07-21T12:38:21.244Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2022-07-21T12:38:21.244Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2022-07-21T12:38:21.244Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2022-07-21T12:38:21.244Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2022-07-21T12:38:21.244Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:21.245Z [WARN] lp_2:: failed to get previous log: previous-index=344697 last-index=344651 error="log not found" 2022-07-21T12:38:21.245Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=344652 2022-07-21T12:38:21.245Z [WARN] lp_3:: failed to get previous log: previous-index=344697 last-index=344652 error="log not found" 2022-07-21T12:38:21.245Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=344653 2022-07-21T12:38:21.245Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:21.246Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:21.246Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:38:21.247Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:38:21.257Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:21.258Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:21.268Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:21.268Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:21.288Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:21.289Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:21.329Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:21.330Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:21.408Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:21.410Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:21.411Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:21.415Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:21.571Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:21.576Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:21.583Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:21.617Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:21.715Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:21.744Z [WARN] lp_1:: failed to contact: server-id=lp_0 time=500.421421ms 2022-07-21T12:38:21.744Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=500.080584ms 2022-07-21T12:38:21.799Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:21.892Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:21.896Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:21.921Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:21.926Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:22.093Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:22.124Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:22.244Z [WARN] lp_1:: failed to contact: server-id=lp_0 time=1.000176097s 2022-07-21T12:38:22.245Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=999.83526ms 2022-07-21T12:38:22.323Z [WARN] lp_0:: Election timeout reached, restarting election 2022-07-21T12:38:22.323Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=44 2022-07-21T12:38:22.324Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:38:22.324Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:38:22.324Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:38:22.349Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:22.360Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:22.360Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=83 2022-07-21T12:38:22.381Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:22.553Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:22.554Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:22.679Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:22.700Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:38:23.117Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:38:23.154Z [INFO] Healing partition group 10, now partitions are [None] 2022-07-21T12:38:23.188Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_1 2022-07-21T12:38:23.408Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:23.408Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=84 2022-07-21T12:38:23.834Z [WARN] lp_0:: clearing log suffix: from=344698 to=344702 2022-07-21T12:38:23.835Z [WARN] lp_4:: clearing log suffix: from=344698 to=344702 2022-07-21T12:38:24.075Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:38:24.123Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:38:24.843Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:24.843Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=85 2022-07-21T12:38:24.843Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:38:26.030Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:26.030Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=86 2022-07-21T12:38:26.031Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:38:27.180Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:27.180Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=87 2022-07-21T12:38:27.180Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:38:28.154Z [INFO] Healing all partitions, partitions now [None] 2022-07-21T12:38:28.235Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:28.236Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=88 2022-07-21T12:38:28.236Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:38:28.241Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:38:28.241Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:38:28.241Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:38:28.241Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:38:29.508Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:29.509Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=89 2022-07-21T12:38:30.550Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:30.550Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=90 2022-07-21T12:38:31.657Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:31.657Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=91 2022-07-21T12:38:31.658Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:38:32.681Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:32.682Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=92 2022-07-21T12:38:32.682Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:38:34.230Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:34.231Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=93 2022-07-21T12:38:34.232Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:38:35.492Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:38:35.493Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=94 2022-07-21T12:38:37.099Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:37.099Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=95 2022-07-21T12:38:37.100Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:38:38.206Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:38.207Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=96 2022-07-21T12:38:39.690Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:39.691Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=97 2022-07-21T12:38:41.203Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:41.204Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=98 2022-07-21T12:38:42.456Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:42.457Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=99 2022-07-21T12:38:42.457Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:38:43.756Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:43.757Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=100 2022-07-21T12:38:43.757Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:38:44.925Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:44.925Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=101 2022-07-21T12:38:44.926Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:38:46.068Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:38:46.069Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=102 2022-07-21T12:38:47.601Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:38:47.602Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=103 2022-07-21T12:38:49.023Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:38:49.024Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=104 2022-07-21T12:38:50.935Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:50.936Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=105 2022-07-21T12:38:50.937Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:38:52.407Z [INFO] node_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/node_0 2022-07-21T12:38:52.412Z [INFO] node_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2022-07-21T12:38:52.413Z [INFO] node_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/node_1 2022-07-21T12:38:52.413Z [INFO] node_0:: entering follower state: follower="Node at node_0 [Follower]" leader= 2022-07-21T12:38:52.416Z [INFO] node_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2022-07-21T12:38:52.417Z [INFO] node_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/node_2 2022-07-21T12:38:52.417Z [INFO] node_1:: entering follower state: follower="Node at node_1 [Follower]" leader= 2022-07-21T12:38:52.418Z [INFO] node_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2022-07-21T12:38:52.419Z [INFO] node_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/node_3 2022-07-21T12:38:52.419Z [INFO] node_2:: entering follower state: follower="Node at node_2 [Follower]" leader= 2022-07-21T12:38:52.419Z [INFO] node_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2022-07-21T12:38:52.420Z [INFO] node_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/node_4 2022-07-21T12:38:52.420Z [INFO] node_3:: entering follower state: follower="Node at node_3 [Follower]" leader= 2022-07-21T12:38:52.420Z [INFO] node_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2022-07-21T12:38:52.420Z [INFO] node_4:: entering follower state: follower="Node at node_4 [Follower]" leader= 2022-07-21T12:38:52.728Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:52.728Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=106 2022-07-21T12:38:52.728Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:38:53.526Z [WARN] node_4:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:53.526Z [INFO] node_4:: entering candidate state: node="Node at node_4 [Candidate]" term=2 2022-07-21T12:38:53.526Z [INFO] node_4:: election won: tally=3 2022-07-21T12:38:53.526Z [INFO] node_4:: entering leader state: leader="Node at node_4 [Leader]" 2022-07-21T12:38:53.526Z [INFO] node_4:: added peer, starting replication: peer=node_0 2022-07-21T12:38:53.526Z [INFO] node_4:: added peer, starting replication: peer=node_1 2022-07-21T12:38:53.526Z [INFO] node_4:: added peer, starting replication: peer=node_2 2022-07-21T12:38:53.526Z [INFO] node_4:: pipelining replication: peer="{Voter node_0 node_0}" 2022-07-21T12:38:53.526Z [INFO] node_4:: added peer, starting replication: peer=node_3 2022-07-21T12:38:53.527Z [INFO] node_4:: pipelining replication: peer="{Voter node_2 node_2}" 2022-07-21T12:38:53.527Z [INFO] node_4:: pipelining replication: peer="{Voter node_1 node_1}" 2022-07-21T12:38:53.527Z [INFO] node_4:: pipelining replication: peer="{Voter node_3 node_3}" 2022-07-21T12:38:54.357Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:54.358Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=107 2022-07-21T12:38:54.358Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:38:54.799Z [INFO] node_4:: aborting pipeline replication: peer="{Voter node_2 node_2}" 2022-07-21T12:38:54.800Z [INFO] node_4:: aborting pipeline replication: peer="{Voter node_3 node_3}" 2022-07-21T12:38:54.800Z [INFO] node_4:: aborting pipeline replication: peer="{Voter node_0 node_0}" 2022-07-21T12:38:54.800Z [INFO] node_4:: aborting pipeline replication: peer="{Voter node_1 node_1}" 2022-07-21T12:38:55.458Z [INFO] sv_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/sv_0 2022-07-21T12:38:55.459Z [INFO] sv_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2022-07-21T12:38:55.460Z [INFO] sv_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/sv_1 2022-07-21T12:38:55.460Z [INFO] sv_0:: entering follower state: follower="Node at sv_0 [Follower]" leader= 2022-07-21T12:38:55.461Z [INFO] sv_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2022-07-21T12:38:55.461Z [INFO] sv_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/sv_2 2022-07-21T12:38:55.461Z [INFO] sv_1:: entering follower state: follower="Node at sv_1 [Follower]" leader= 2022-07-21T12:38:55.462Z [INFO] sv_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2022-07-21T12:38:55.463Z [INFO] sv_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/sv_3 2022-07-21T12:38:55.463Z [INFO] sv_2:: entering follower state: follower="Node at sv_2 [Follower]" leader= 2022-07-21T12:38:55.464Z [INFO] sv_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2022-07-21T12:38:55.464Z [INFO] sv_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/sv_4 2022-07-21T12:38:55.464Z [INFO] sv_3:: entering follower state: follower="Node at sv_3 [Follower]" leader= 2022-07-21T12:38:55.465Z [INFO] sv_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2022-07-21T12:38:55.466Z [INFO] sv_4:: entering follower state: follower="Node at sv_4 [Follower]" leader= 2022-07-21T12:38:55.786Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:38:55.786Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=108 2022-07-21T12:38:56.576Z [WARN] sv_1:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:56.577Z [INFO] sv_1:: entering candidate state: node="Node at sv_1 [Candidate]" term=2 2022-07-21T12:38:56.577Z [INFO] sv_1:: election won: tally=3 2022-07-21T12:38:56.578Z [INFO] sv_1:: entering leader state: leader="Node at sv_1 [Leader]" 2022-07-21T12:38:56.578Z [INFO] sv_1:: added peer, starting replication: peer=sv_0 2022-07-21T12:38:56.578Z [INFO] sv_1:: added peer, starting replication: peer=sv_2 2022-07-21T12:38:56.578Z [INFO] sv_1:: added peer, starting replication: peer=sv_3 2022-07-21T12:38:56.578Z [INFO] sv_1:: added peer, starting replication: peer=sv_4 2022-07-21T12:38:56.578Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_0 sv_0}" 2022-07-21T12:38:56.579Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_4 sv_4}" 2022-07-21T12:38:56.579Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_3 sv_3}" 2022-07-21T12:38:56.579Z [INFO] sv_1:: pipelining replication: peer="{Voter sv_2 sv_2}" 2022-07-21T12:38:57.392Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:57.393Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=109 2022-07-21T12:38:57.393Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:38:57.818Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_4 sv_4}" 2022-07-21T12:38:57.818Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_0 sv_0}" 2022-07-21T12:38:57.818Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_2 sv_2}" 2022-07-21T12:38:57.818Z [INFO] sv_1:: aborting pipeline replication: peer="{Voter sv_3 sv_3}" 2022-07-21T12:38:58.446Z [INFO] svr_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/svr_0 2022-07-21T12:38:58.448Z [INFO] svr_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2022-07-21T12:38:58.448Z [INFO] svr_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/svr_1 2022-07-21T12:38:58.449Z [INFO] svr_0:: entering follower state: follower="Node at svr_0 [Follower]" leader= 2022-07-21T12:38:58.450Z [INFO] svr_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2022-07-21T12:38:58.450Z [INFO] svr_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/svr_2 2022-07-21T12:38:58.450Z [INFO] svr_1:: entering follower state: follower="Node at svr_1 [Follower]" leader= 2022-07-21T12:38:58.452Z [INFO] svr_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2022-07-21T12:38:58.452Z [INFO] svr_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/svr_3 2022-07-21T12:38:58.452Z [INFO] svr_2:: entering follower state: follower="Node at svr_2 [Follower]" leader= 2022-07-21T12:38:58.453Z [INFO] svr_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2022-07-21T12:38:58.453Z [INFO] svr_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1014361823/b001/data/svr_4 2022-07-21T12:38:58.453Z [INFO] svr_3:: entering follower state: follower="Node at svr_3 [Follower]" leader= 2022-07-21T12:38:58.455Z [INFO] svr_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2022-07-21T12:38:58.455Z [INFO] svr_4:: entering follower state: follower="Node at svr_4 [Follower]" leader= 2022-07-21T12:38:59.092Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:59.092Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=110 2022-07-21T12:38:59.092Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:38:59.686Z [WARN] svr_4:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:38:59.686Z [INFO] svr_4:: entering candidate state: node="Node at svr_4 [Candidate]" term=2 2022-07-21T12:38:59.686Z [INFO] svr_4:: election won: tally=3 2022-07-21T12:38:59.686Z [INFO] svr_4:: entering leader state: leader="Node at svr_4 [Leader]" 2022-07-21T12:38:59.686Z [INFO] svr_4:: added peer, starting replication: peer=svr_0 2022-07-21T12:38:59.686Z [INFO] svr_4:: added peer, starting replication: peer=svr_1 2022-07-21T12:38:59.686Z [INFO] svr_4:: added peer, starting replication: peer=svr_2 2022-07-21T12:38:59.686Z [INFO] svr_4:: added peer, starting replication: peer=svr_3 2022-07-21T12:38:59.686Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_3 svr_3}" 2022-07-21T12:38:59.687Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_0 svr_0}" 2022-07-21T12:38:59.687Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_1 svr_1}" 2022-07-21T12:38:59.687Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_2 svr_2}" 2022-07-21T12:39:00.416Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:00.416Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=111 2022-07-21T12:39:00.417Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:39:00.802Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_3 svr_3}" 2022-07-21T12:39:00.803Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_0 svr_0}" 2022-07-21T12:39:00.803Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_1 svr_1}" 2022-07-21T12:39:00.803Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_2 svr_2}" PASS ok github.com/hashicorp/raft/fuzzy 168.775s github.com/hashicorp/raft/fuzzy 2022-07-21T12:39:02.037Z [INFO] lt_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/lt_0 2022-07-21T12:39:02.039Z [INFO] lt_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2022-07-21T12:39:02.039Z [INFO] lt_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/lt_1 2022-07-21T12:39:02.040Z [INFO] lt_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2022-07-21T12:39:02.040Z [INFO] lt_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/lt_2 2022-07-21T12:39:02.041Z [INFO] lt_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2022-07-21T12:39:02.041Z [INFO] lt_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/lt_3 2022-07-21T12:39:02.041Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2022-07-21T12:39:02.041Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2022-07-21T12:39:02.041Z [INFO] lt_2:: entering follower state: follower="Node at lt_2 [Follower]" leader= 2022-07-21T12:39:02.042Z [INFO] lt_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2022-07-21T12:39:02.042Z [INFO] lt_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/lt_4 2022-07-21T12:39:02.043Z [INFO] lt_3:: entering follower state: follower="Node at lt_3 [Follower]" leader= 2022-07-21T12:39:02.043Z [INFO] lt_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2022-07-21T12:39:02.043Z [INFO] lt_4:: entering follower state: follower="Node at lt_4 [Follower]" leader= 2022-07-21T12:39:03.547Z [WARN] lt_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:03.547Z [INFO] lt_2:: entering candidate state: node="Node at lt_2 [Candidate]" term=2 2022-07-21T12:39:03.547Z [INFO] lt_2:: election won: tally=3 2022-07-21T12:39:03.547Z [INFO] lt_2:: entering leader state: leader="Node at lt_2 [Leader]" 2022-07-21T12:39:03.547Z [INFO] lt_2:: added peer, starting replication: peer=lt_0 2022-07-21T12:39:03.547Z [INFO] lt_2:: added peer, starting replication: peer=lt_1 2022-07-21T12:39:03.547Z [INFO] lt_2:: added peer, starting replication: peer=lt_3 2022-07-21T12:39:03.547Z [INFO] lt_2:: added peer, starting replication: peer=lt_4 2022-07-21T12:39:03.547Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:39:03.547Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_0 lt_0}" 2022-07-21T12:39:03.548Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_1 lt_1}" 2022-07-21T12:39:03.548Z [INFO] lt_2:: pipelining replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:39:04.210Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=3 2022-07-21T12:39:04.211Z [INFO] lt_0:: election won: tally=3 2022-07-21T12:39:04.211Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2022-07-21T12:39:04.211Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2022-07-21T12:39:04.211Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2022-07-21T12:39:04.211Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2022-07-21T12:39:04.211Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2022-07-21T12:39:04.211Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:39:04.212Z [INFO] lt_2:: entering follower state: follower="Node at lt_2 [Follower]" leader= 2022-07-21T12:39:04.212Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2022-07-21T12:39:04.212Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2022-07-21T12:39:04.212Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:39:04.212Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2022-07-21T12:39:04.212Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:39:04.213Z [WARN] lt_3:: failed to get previous log: previous-index=5349 last-index=5253 error="log not found" 2022-07-21T12:39:04.213Z [WARN] lt_0:: appendEntries rejected, sending older logs: peer="{Voter lt_3 lt_3}" next=5254 2022-07-21T12:39:04.217Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:39:04.219Z [INFO] lt_2:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:39:04.240Z [INFO] lt_1:: entering candidate state: node="Node at lt_1 [Candidate]" term=4 2022-07-21T12:39:04.241Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2022-07-21T12:39:04.241Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2022-07-21T12:39:04.241Z [INFO] lt_1:: election won: tally=3 2022-07-21T12:39:04.241Z [INFO] lt_1:: entering leader state: leader="Node at lt_1 [Leader]" 2022-07-21T12:39:04.242Z [INFO] lt_1:: added peer, starting replication: peer=lt_0 2022-07-21T12:39:04.242Z [INFO] lt_1:: added peer, starting replication: peer=lt_2 2022-07-21T12:39:04.242Z [INFO] lt_1:: added peer, starting replication: peer=lt_3 2022-07-21T12:39:04.242Z [INFO] lt_1:: added peer, starting replication: peer=lt_4 2022-07-21T12:39:04.242Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:39:04.243Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:39:04.243Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:39:04.243Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_0 lt_0}" 2022-07-21T12:39:04.244Z [WARN] lt_2:: failed to get previous log: previous-index=5351 last-index=5350 error="log not found" 2022-07-21T12:39:04.244Z [WARN] lt_1:: appendEntries rejected, sending older logs: peer="{Voter lt_2 lt_2}" next=5351 2022-07-21T12:39:04.244Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:39:04.244Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:39:04.245Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:39:04.263Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=5 2022-07-21T12:39:04.264Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2022-07-21T12:39:04.264Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:39:04.264Z [INFO] lt_0:: election won: tally=3 2022-07-21T12:39:04.264Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2022-07-21T12:39:04.265Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2022-07-21T12:39:04.265Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2022-07-21T12:39:04.265Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2022-07-21T12:39:04.265Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2022-07-21T12:39:04.266Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:39:04.266Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2022-07-21T12:39:04.266Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:39:04.267Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:39:04.268Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:39:04.269Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:39:04.271Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2022-07-21T12:39:05.428Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2022-07-21T12:39:05.428Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2022-07-21T12:39:05.428Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2022-07-21T12:39:05.428Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2022-07-21T12:39:06.350Z [INFO] m_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/m_0 2022-07-21T12:39:06.353Z [INFO] m_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2022-07-21T12:39:06.353Z [INFO] m_0:: entering follower state: follower="Node at m_0 [Follower]" leader= 2022-07-21T12:39:06.353Z [INFO] m_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/m_1 2022-07-21T12:39:06.354Z [INFO] m_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2022-07-21T12:39:06.354Z [INFO] m_1:: entering follower state: follower="Node at m_1 [Follower]" leader= 2022-07-21T12:39:06.354Z [INFO] m_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/m_2 2022-07-21T12:39:06.361Z [INFO] m_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2022-07-21T12:39:06.361Z [INFO] m_2:: entering follower state: follower="Node at m_2 [Follower]" leader= 2022-07-21T12:39:07.462Z [WARN] m_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:07.464Z [INFO] m_0:: entering candidate state: node="Node at m_0 [Candidate]" term=2 2022-07-21T12:39:07.464Z [INFO] m_0:: election won: tally=2 2022-07-21T12:39:07.465Z [INFO] m_0:: entering leader state: leader="Node at m_0 [Leader]" 2022-07-21T12:39:07.465Z [INFO] m_0:: added peer, starting replication: peer=m_1 2022-07-21T12:39:07.465Z [INFO] m_0:: added peer, starting replication: peer=m_2 2022-07-21T12:39:07.465Z [INFO] m_0:: pipelining replication: peer="{Voter m_1 m_1}" 2022-07-21T12:39:07.466Z [INFO] m_0:: pipelining replication: peer="{Voter m_2 m_2}" 2022-07-21T12:39:07.469Z [INFO] m_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/m_3 2022-07-21T12:39:07.477Z [INFO] m_3:: initial configuration: index=0 servers=[] 2022-07-21T12:39:07.477Z [INFO] m_3:: entering follower state: follower="Node at m_3 [Follower]" leader= 2022-07-21T12:39:07.477Z [INFO] m_0:: updating configuration: command=AddStaging server-id=m_3 server-addr=m_3 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3}]" 2022-07-21T12:39:07.478Z [INFO] m_0:: added peer, starting replication: peer=m_3 2022-07-21T12:39:07.480Z [INFO] m_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/m_4 2022-07-21T12:39:07.486Z [INFO] m_4:: initial configuration: index=0 servers=[] 2022-07-21T12:39:07.486Z [INFO] m_4:: entering follower state: follower="Node at m_4 [Follower]" leader= 2022-07-21T12:39:07.488Z [INFO] m_0:: updating configuration: command=AddStaging server-id=m_4 server-addr=m_4 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3} {Suffrage:Voter ID:m_4 Address:m_4}]" 2022-07-21T12:39:07.489Z [INFO] m_0:: added peer, starting replication: peer=m_4 2022-07-21T12:39:07.489Z [WARN] m_4:: failed to get previous log: previous-index=221 last-index=0 error="log not found" 2022-07-21T12:39:07.490Z [WARN] m_0:: appendEntries rejected, sending older logs: peer="{Voter m_4 m_4}" next=1 2022-07-21T12:39:07.490Z [WARN] m_3:: failed to get previous log: previous-index=119 last-index=0 error="log not found" 2022-07-21T12:39:07.490Z [WARN] m_0:: appendEntries rejected, sending older logs: peer="{Voter m_3 m_3}" next=1 2022-07-21T12:39:07.498Z [INFO] m_0:: pipelining replication: peer="{Voter m_4 m_4}" 2022-07-21T12:39:07.509Z [INFO] m_0:: pipelining replication: peer="{Voter m_3 m_3}" 2022-07-21T12:39:12.598Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_1 m_1}" 2022-07-21T12:39:12.598Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_2 m_2}" 2022-07-21T12:39:12.599Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_3 m_3}" 2022-07-21T12:39:12.599Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_4 m_4}" 2022-07-21T12:39:15.044Z [INFO] ar_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/ar_0 2022-07-21T12:39:15.046Z [INFO] ar_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2022-07-21T12:39:15.046Z [INFO] ar_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/ar_1 2022-07-21T12:39:15.046Z [INFO] ar_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2022-07-21T12:39:15.046Z [INFO] ar_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/ar_2 2022-07-21T12:39:15.046Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:39:15.047Z [INFO] ar_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2022-07-21T12:39:15.047Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:39:15.047Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2022-07-21T12:39:16.098Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:16.098Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=2 2022-07-21T12:39:16.099Z [INFO] ar_1:: election won: tally=2 2022-07-21T12:39:16.099Z [INFO] ar_1:: entering leader state: leader="Node at ar_1 [Leader]" 2022-07-21T12:39:16.099Z [INFO] ar_1:: added peer, starting replication: peer=ar_0 2022-07-21T12:39:16.099Z [INFO] ar_1:: added peer, starting replication: peer=ar_2 2022-07-21T12:39:16.099Z [INFO] ar_1:: pipelining replication: peer="{Voter ar_2 ar_2}" 2022-07-21T12:39:16.099Z [INFO] ar_1:: pipelining replication: peer="{Voter ar_0 ar_0}" 2022-07-21T12:39:16.099Z [WARN] ar_2:: rejecting vote request since our last term is greater: candidate=ar_1 last-term=2 last-candidate-term=1 2022-07-21T12:39:16.105Z [INFO] ar_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/ar_3 2022-07-21T12:39:16.106Z [INFO] ar_3:: initial configuration: index=0 servers=[] 2022-07-21T12:39:16.106Z [INFO] ar_1:: updating configuration: command=AddStaging server-id=ar_3 server-addr=ar_3 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3}]" 2022-07-21T12:39:16.106Z [INFO] ar_1:: added peer, starting replication: peer=ar_3 2022-07-21T12:39:16.107Z [INFO] ar_3:: entering follower state: follower="Node at ar_3 [Follower]" leader= 2022-07-21T12:39:16.107Z [WARN] ar_3:: failed to get previous log: previous-index=103 last-index=0 error="log not found" 2022-07-21T12:39:16.107Z [WARN] ar_1:: appendEntries rejected, sending older logs: peer="{Voter ar_3 ar_3}" next=1 2022-07-21T12:39:16.110Z [INFO] ar_1:: pipelining replication: peer="{Voter ar_3 ar_3}" 2022-07-21T12:39:16.110Z [INFO] ar_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/ar_4 2022-07-21T12:39:16.111Z [INFO] ar_4:: initial configuration: index=0 servers=[] 2022-07-21T12:39:16.111Z [INFO] ar_1:: updating configuration: command=AddStaging server-id=ar_4 server-addr=ar_4 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3} {Suffrage:Voter ID:ar_4 Address:ar_4}]" 2022-07-21T12:39:16.112Z [INFO] ar_1:: added peer, starting replication: peer=ar_4 2022-07-21T12:39:16.112Z [INFO] ar_4:: entering follower state: follower="Node at ar_4 [Follower]" leader= 2022-07-21T12:39:16.112Z [WARN] ar_4:: failed to get previous log: previous-index=123 last-index=0 error="log not found" 2022-07-21T12:39:16.112Z [WARN] ar_1:: appendEntries rejected, sending older logs: peer="{Voter ar_4 ar_4}" next=1 2022-07-21T12:39:16.113Z [INFO] Removing node ar_0 from cluster 2022-07-21T12:39:16.113Z [INFO] Removing node ar_2 from cluster 2022-07-21T12:39:16.115Z [INFO] ar_1:: pipelining replication: peer="{Voter ar_4 ar_4}" 2022-07-21T12:39:16.309Z [INFO] ar_1:: aborting pipeline replication: peer="{Voter ar_4 ar_4}" 2022-07-21T12:39:16.309Z [INFO] ar_1:: aborting pipeline replication: peer="{Voter ar_0 ar_0}" 2022-07-21T12:39:16.309Z [INFO] ar_1:: aborting pipeline replication: peer="{Voter ar_2 ar_2}" 2022-07-21T12:39:16.310Z [INFO] ar_1:: aborting pipeline replication: peer="{Voter ar_3 ar_3}" 2022-07-21T12:39:16.355Z [INFO] rl_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/rl_0 2022-07-21T12:39:16.358Z [INFO] rl_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2022-07-21T12:39:16.358Z [INFO] rl_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/rl_1 2022-07-21T12:39:16.358Z [INFO] rl_0:: entering follower state: follower="Node at rl_0 [Follower]" leader= 2022-07-21T12:39:16.360Z [INFO] rl_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2022-07-21T12:39:16.360Z [INFO] rl_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/rl_2 2022-07-21T12:39:16.360Z [INFO] rl_1:: entering follower state: follower="Node at rl_1 [Follower]" leader= 2022-07-21T12:39:16.362Z [INFO] rl_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2022-07-21T12:39:16.362Z [INFO] rl_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/rl_3 2022-07-21T12:39:16.363Z [INFO] rl_2:: entering follower state: follower="Node at rl_2 [Follower]" leader= 2022-07-21T12:39:16.366Z [INFO] rl_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2022-07-21T12:39:16.366Z [INFO] rl_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/rl_4 2022-07-21T12:39:16.370Z [INFO] rl_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2022-07-21T12:39:16.372Z [INFO] rl_4:: entering follower state: follower="Node at rl_4 [Follower]" leader= 2022-07-21T12:39:16.372Z [INFO] rl_3:: entering follower state: follower="Node at rl_3 [Follower]" leader= 2022-07-21T12:39:17.661Z [WARN] rl_4:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:17.661Z [INFO] rl_4:: entering candidate state: node="Node at rl_4 [Candidate]" term=2 2022-07-21T12:39:17.661Z [INFO] rl_4:: election won: tally=3 2022-07-21T12:39:17.661Z [INFO] rl_4:: entering leader state: leader="Node at rl_4 [Leader]" 2022-07-21T12:39:17.661Z [INFO] rl_4:: added peer, starting replication: peer=rl_0 2022-07-21T12:39:17.661Z [INFO] rl_4:: added peer, starting replication: peer=rl_1 2022-07-21T12:39:17.661Z [INFO] rl_4:: added peer, starting replication: peer=rl_2 2022-07-21T12:39:17.661Z [INFO] rl_4:: added peer, starting replication: peer=rl_3 2022-07-21T12:39:17.661Z [INFO] rl_4:: pipelining replication: peer="{Voter rl_3 rl_3}" 2022-07-21T12:39:17.662Z [INFO] rl_4:: pipelining replication: peer="{Voter rl_0 rl_0}" 2022-07-21T12:39:17.662Z [INFO] rl_4:: pipelining replication: peer="{Voter rl_1 rl_1}" 2022-07-21T12:39:17.662Z [INFO] rl_4:: pipelining replication: peer="{Voter rl_2 rl_2}" 2022-07-21T12:39:18.020Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader=ar_1 2022-07-21T12:39:18.020Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=3 2022-07-21T12:39:18.021Z [WARN] ar_0:: rejecting vote request since we have a leader: from=ar_2 leader=ar_1 2022-07-21T12:39:18.403Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader=ar_1 2022-07-21T12:39:18.403Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=3 2022-07-21T12:39:18.403Z [INFO] ar_2:: duplicate requestVote for same term: term=3 2022-07-21T12:39:18.671Z [INFO] Removing node rl_4 from cluster 2022-07-21T12:39:19.381Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:39:19.381Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=4 2022-07-21T12:39:19.382Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:39:20.418Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:20.418Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=5 2022-07-21T12:39:20.419Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:39:21.784Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:21.784Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=6 2022-07-21T12:39:21.785Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:39:22.899Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:39:22.900Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=7 2022-07-21T12:39:24.123Z [WARN] rl_4:: failed to contact: server-id=rl_2 time=500.484781ms 2022-07-21T12:39:24.123Z [WARN] rl_4:: failed to contact: server-id=rl_3 time=500.455987ms 2022-07-21T12:39:24.124Z [INFO] rmp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/rmp_0 2022-07-21T12:39:24.124Z [INFO] rl_4:: aborting pipeline replication: peer="{Voter rl_2 rl_2}" 2022-07-21T12:39:24.125Z [INFO] rl_4:: aborting pipeline replication: peer="{Voter rl_3 rl_3}" 2022-07-21T12:39:24.125Z [INFO] rl_4:: aborting pipeline replication: peer="{Voter rl_0 rl_0}" 2022-07-21T12:39:24.125Z [INFO] rmp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2022-07-21T12:39:24.126Z [INFO] rmp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/rmp_1 2022-07-21T12:39:24.126Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2022-07-21T12:39:24.125Z [INFO] rl_4:: aborting pipeline replication: peer="{Voter rl_1 rl_1}" 2022-07-21T12:39:24.127Z [INFO] rmp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2022-07-21T12:39:24.128Z [INFO] rmp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/rmp_2 2022-07-21T12:39:24.128Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2022-07-21T12:39:24.130Z [INFO] rmp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2022-07-21T12:39:24.130Z [INFO] rmp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/rmp_3 2022-07-21T12:39:24.131Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2022-07-21T12:39:24.137Z [INFO] rmp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2022-07-21T12:39:24.137Z [INFO] rmp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/rmp_4 2022-07-21T12:39:24.138Z [INFO] rmp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2022-07-21T12:39:24.140Z [INFO] rmp_4:: entering follower state: follower="Node at rmp_4 [Follower]" leader= 2022-07-21T12:39:24.140Z [INFO] rmp_3:: entering follower state: follower="Node at rmp_3 [Follower]" leader= 2022-07-21T12:39:24.420Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:39:24.420Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=8 2022-07-21T12:39:25.298Z [WARN] rmp_3:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:25.298Z [INFO] rmp_3:: entering candidate state: node="Node at rmp_3 [Candidate]" term=2 2022-07-21T12:39:25.299Z [INFO] rmp_3:: election won: tally=3 2022-07-21T12:39:25.299Z [INFO] rmp_3:: entering leader state: leader="Node at rmp_3 [Leader]" 2022-07-21T12:39:25.299Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_0 2022-07-21T12:39:25.299Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_1 2022-07-21T12:39:25.300Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_2 2022-07-21T12:39:25.300Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_4 2022-07-21T12:39:25.300Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2022-07-21T12:39:25.301Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2022-07-21T12:39:25.301Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_0 rmp_0}" 2022-07-21T12:39:25.302Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2022-07-21T12:39:25.311Z [INFO] Created partition 1 with nodes [rmp_1], partitions now are 1 = [rmp_1] 2022-07-21T12:39:25.312Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2022-07-21T12:39:25.312Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:25.323Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:25.334Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:25.355Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:25.397Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:25.479Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:25.489Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:25.640Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:25.678Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:25.812Z [WARN] rmp_3:: failed to contact: server-id=rmp_1 time=500.408398ms 2022-07-21T12:39:25.840Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:25.840Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=9 2022-07-21T12:39:25.841Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:39:25.856Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:25.961Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:26.000Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:26.181Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:26.312Z [WARN] rmp_3:: failed to contact: server-id=rmp_1 time=1.000068942s 2022-07-21T12:39:26.366Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:26.602Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:26.630Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:27.070Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:27.088Z [WARN] rmp_1:: heartbeat timeout reached, starting election: last-leader=rmp_3 2022-07-21T12:39:27.088Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=3 2022-07-21T12:39:27.088Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2022-07-21T12:39:27.089Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2022-07-21T12:39:27.090Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2022-07-21T12:39:27.089Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2022-07-21T12:39:27.170Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:39:27.171Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=10 2022-07-21T12:39:27.825Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:27.883Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:28.312Z [INFO] Removing node rmp_1 from cluster 2022-07-21T12:39:28.359Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:39:28.359Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=11 2022-07-21T12:39:28.422Z [WARN] rmp_1:: Election timeout reached, restarting election 2022-07-21T12:39:28.422Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=4 2022-07-21T12:39:28.423Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2022-07-21T12:39:28.424Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2022-07-21T12:39:28.424Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2022-07-21T12:39:28.424Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2022-07-21T12:39:29.267Z [ERROR] rmp_3:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:29.891Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:39:29.892Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=12 2022-07-21T12:39:30.232Z [WARN] rmp_1:: Election timeout reached, restarting election 2022-07-21T12:39:30.233Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=5 2022-07-21T12:39:30.233Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2022-07-21T12:39:30.233Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2022-07-21T12:39:30.233Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2022-07-21T12:39:30.233Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2022-07-21T12:39:30.444Z [ERROR] rmp_3:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_3" 2022-07-21T12:39:31.261Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:39:31.262Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=13 2022-07-21T12:39:31.312Z [INFO] Healing all partitions, partitions now [None] 2022-07-21T12:39:31.640Z [WARN] rmp_1:: Election timeout reached, restarting election 2022-07-21T12:39:31.640Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=6 2022-07-21T12:39:31.640Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:31.642Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:31.643Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:31.643Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:32.916Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:39:32.916Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=14 2022-07-21T12:39:32.918Z [WARN] rmp_1:: Election timeout reached, restarting election 2022-07-21T12:39:32.918Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=7 2022-07-21T12:39:32.919Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:32.919Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:32.920Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:32.920Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:34.125Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:39:34.125Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=15 2022-07-21T12:39:34.685Z [WARN] rmp_1:: Election timeout reached, restarting election 2022-07-21T12:39:34.686Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=8 2022-07-21T12:39:34.686Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:34.686Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:34.686Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:34.687Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:35.565Z [ERROR] rmp_3:: peer has newer term, stopping replication: peer="{Voter rmp_1 rmp_1}" 2022-07-21T12:39:35.567Z [INFO] rmp_3:: entering follower state: follower="Node at rmp_3 [Follower]" leader= 2022-07-21T12:39:35.567Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2022-07-21T12:39:35.567Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2022-07-21T12:39:35.567Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_0 rmp_0}" 2022-07-21T12:39:35.821Z [WARN] rmp_1:: Election timeout reached, restarting election 2022-07-21T12:39:35.821Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=9 2022-07-21T12:39:35.821Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:35.822Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:35.822Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:35.822Z [WARN] rmp_3:: rejecting vote request since our last index is greater: candidate=rmp_1 last-index=93003 last-candidate-index=103 2022-07-21T12:39:35.911Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:39:35.912Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=16 2022-07-21T12:39:36.914Z [WARN] rmp_1:: Election timeout reached, restarting election 2022-07-21T12:39:36.915Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=10 2022-07-21T12:39:36.915Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:36.915Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:36.916Z [WARN] rmp_3:: rejecting vote request since our last index is greater: candidate=rmp_1 last-index=93003 last-candidate-index=103 2022-07-21T12:39:36.915Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_3 2022-07-21T12:39:36.971Z [WARN] rmp_3:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:36.972Z [INFO] rmp_3:: entering candidate state: node="Node at rmp_3 [Candidate]" term=11 2022-07-21T12:39:36.972Z [INFO] rmp_3:: election won: tally=3 2022-07-21T12:39:36.973Z [INFO] rmp_3:: entering leader state: leader="Node at rmp_3 [Leader]" 2022-07-21T12:39:36.973Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_0 2022-07-21T12:39:36.973Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_1 2022-07-21T12:39:36.972Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2022-07-21T12:39:36.973Z [WARN] rmp_1:: failed to get previous log: previous-index=93003 last-index=103 error="log not found" 2022-07-21T12:39:36.973Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_2 2022-07-21T12:39:36.973Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_0 rmp_0}" 2022-07-21T12:39:36.974Z [WARN] rmp_3:: appendEntries rejected, sending older logs: peer="{Voter rmp_1 rmp_1}" next=104 2022-07-21T12:39:36.974Z [INFO] rmp_3:: added peer, starting replication: peer=rmp_4 2022-07-21T12:39:36.975Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2022-07-21T12:39:36.977Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2022-07-21T12:39:37.562Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:39:37.563Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=17 2022-07-21T12:39:38.691Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:38.691Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=18 2022-07-21T12:39:38.693Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:39:39.009Z [INFO] rmp_3:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2022-07-21T12:39:39.989Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:39.990Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=19 2022-07-21T12:39:39.991Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:39:41.427Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2022-07-21T12:39:41.427Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_0 rmp_0}" 2022-07-21T12:39:41.427Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2022-07-21T12:39:41.427Z [INFO] rmp_3:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2022-07-21T12:39:41.671Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:39:41.672Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=20 2022-07-21T12:39:43.274Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:39:43.274Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=21 2022-07-21T12:39:43.448Z [WARN] rmp_1:: heartbeat timeout reached, starting election: last-leader=rmp_3 2022-07-21T12:39:43.448Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=12 2022-07-21T12:39:44.361Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:39:44.362Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=22 2022-07-21T12:39:45.401Z [WARN] rmp_1:: Election timeout reached, restarting election 2022-07-21T12:39:45.401Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=13 2022-07-21T12:39:45.467Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:39:45.468Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=23 2022-07-21T12:39:46.656Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:46.657Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=24 2022-07-21T12:39:46.658Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:39:47.358Z [WARN] rmp_1:: Election timeout reached, restarting election 2022-07-21T12:39:47.359Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=14 2022-07-21T12:39:47.691Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:47.692Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=25 2022-07-21T12:39:47.697Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:39:47.828Z [INFO] lp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/lp_0 2022-07-21T12:39:47.830Z [INFO] lp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2022-07-21T12:39:47.830Z [INFO] lp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/lp_1 2022-07-21T12:39:47.830Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:39:47.831Z [INFO] lp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2022-07-21T12:39:47.831Z [INFO] lp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/lp_2 2022-07-21T12:39:47.831Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2022-07-21T12:39:47.832Z [INFO] lp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2022-07-21T12:39:47.832Z [INFO] lp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/lp_3 2022-07-21T12:39:47.832Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:39:47.833Z [INFO] lp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2022-07-21T12:39:47.833Z [INFO] lp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/lp_4 2022-07-21T12:39:47.833Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:39:47.834Z [INFO] lp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2022-07-21T12:39:47.834Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:39:48.946Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:48.946Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=2 2022-07-21T12:39:48.946Z [INFO] lp_2:: election won: tally=3 2022-07-21T12:39:48.946Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2022-07-21T12:39:48.946Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2022-07-21T12:39:48.946Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2022-07-21T12:39:48.946Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2022-07-21T12:39:48.946Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2022-07-21T12:39:48.946Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:39:48.947Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:39:48.947Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:39:48.947Z [INFO] Created partition 1 with nodes [lp_2], partitions now are 1 = [lp_2] 2022-07-21T12:39:48.947Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:39:48.947Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:39:48.947Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:39:48.947Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:39:48.947Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:39:48.948Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:39:48.948Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:39:48.958Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:39:48.958Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:39:48.958Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:39:48.958Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:39:48.962Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:48.962Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=26 2022-07-21T12:39:48.963Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:39:48.969Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:39:49.027Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:39:49.037Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:39:49.042Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:39:49.043Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:39:49.094Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:39:49.099Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:39:49.104Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:39:49.112Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:39:49.119Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:39:49.142Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:39:49.145Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:39:49.161Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:39:49.209Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:39:49.213Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:39:49.220Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:39:49.235Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:39:49.271Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:39:49.282Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:39:49.282Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:39:49.288Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:39:49.341Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:39:49.369Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:39:49.378Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:39:49.395Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:39:49.447Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=500.000516ms 2022-07-21T12:39:49.447Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=501.011387ms 2022-07-21T12:39:49.447Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=500.011308ms 2022-07-21T12:39:49.447Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2022-07-21T12:39:49.447Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:39:49.453Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:39:49.469Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:39:49.470Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:39:49.526Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:39:49.539Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:39:49.593Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:39:49.594Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:39:49.598Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:39:50.465Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:50.465Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=27 2022-07-21T12:39:50.466Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:39:50.696Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_2 2022-07-21T12:39:50.696Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=3 2022-07-21T12:39:50.697Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_0 leader=lp_2 2022-07-21T12:39:50.697Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_0 leader=lp_2 2022-07-21T12:39:50.697Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:50.736Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2022-07-21T12:39:50.736Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=3 2022-07-21T12:39:50.736Z [INFO] lp_3:: duplicate requestVote for same term: term=3 2022-07-21T12:39:50.736Z [INFO] lp_0:: duplicate requestVote for same term: term=3 2022-07-21T12:39:50.736Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2022-07-21T12:39:50.736Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:39:51.100Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:51.100Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=3 2022-07-21T12:39:51.100Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:39:51.100Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:39:51.100Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:39:51.100Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:39:51.585Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2022-07-21T12:39:51.585Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=3 2022-07-21T12:39:51.586Z [INFO] lp_4:: duplicate requestVote for same term: term=3 2022-07-21T12:39:51.586Z [INFO] lp_0:: duplicate requestVote for same term: term=3 2022-07-21T12:39:51.586Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:39:51.586Z [INFO] lp_3:: duplicate requestVote for same term: term=3 2022-07-21T12:39:51.733Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:39:51.733Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=28 2022-07-21T12:39:51.756Z [WARN] lp_0:: Election timeout reached, restarting election 2022-07-21T12:39:51.756Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=4 2022-07-21T12:39:51.756Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:39:51.756Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2022-07-21T12:39:51.756Z [INFO] lp_0:: election won: tally=3 2022-07-21T12:39:51.756Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2022-07-21T12:39:51.756Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2022-07-21T12:39:51.756Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2022-07-21T12:39:51.756Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2022-07-21T12:39:51.756Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2022-07-21T12:39:51.756Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:39:51.756Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:51.757Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:39:51.757Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:51.757Z [WARN] lp_3:: failed to get previous log: previous-index=2 last-index=1 error="log not found" 2022-07-21T12:39:51.757Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=2 2022-07-21T12:39:51.758Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:39:51.768Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:51.779Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:51.800Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:51.841Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:51.865Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:51.922Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:52.010Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:52.083Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:52.124Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:52.176Z [WARN] lp_2:: Election timeout reached, restarting election 2022-07-21T12:39:52.176Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=4 2022-07-21T12:39:52.177Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:39:52.178Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:39:52.178Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:39:52.178Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:39:52.256Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=500.036876ms 2022-07-21T12:39:52.275Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:52.404Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:52.489Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:52.719Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:39:52.756Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=1.000013498s 2022-07-21T12:39:52.786Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:39:52.787Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=29 2022-07-21T12:39:52.947Z [INFO] Healing all partitions, partitions now [None] 2022-07-21T12:39:53.051Z [WARN] lp_2:: clearing log suffix: from=3 to=7 2022-07-21T12:39:53.053Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader=lp_0 2022-07-21T12:39:53.164Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:39:54.088Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:39:54.088Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=30 2022-07-21T12:39:54.089Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:39:55.467Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:39:55.468Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=31 2022-07-21T12:39:57.260Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:39:57.261Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=32 2022-07-21T12:39:57.948Z [INFO] Created partition 2 with nodes [lp_0 lp_1 lp_2], partitions now are 2 = [lp_2 lp_0 lp_1] 2022-07-21T12:39:57.952Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:39:57.953Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:39:57.954Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:57.954Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:57.965Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:57.965Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:57.975Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:57.977Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:57.997Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:57.998Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:57.998Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:58.029Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:58.038Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:58.039Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:58.136Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:58.144Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:58.180Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:58.195Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:58.299Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:58.321Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:58.368Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:58.405Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:58.425Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:39:58.425Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=33 2022-07-21T12:39:58.453Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=500.078554ms 2022-07-21T12:39:58.463Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=509.31131ms 2022-07-21T12:39:58.463Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=510.144745ms 2022-07-21T12:39:58.562Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:58.564Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:58.620Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:58.642Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:58.739Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:58.802Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:58.963Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=1.009281039s 2022-07-21T12:39:58.963Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=1.010114474s 2022-07-21T12:39:59.016Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:59.068Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:59.261Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:59.283Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:59.292Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:59.445Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:39:59.752Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:39:59.869Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:39:59.869Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=5 2022-07-21T12:39:59.869Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:39:59.870Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:39:59.870Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:39:59.870Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:39:59.941Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:00.042Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:40:00.042Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=34 2022-07-21T12:40:00.048Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:40:00.048Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=5 2022-07-21T12:40:00.048Z [INFO] lp_4:: duplicate requestVote for same term: term=5 2022-07-21T12:40:00.048Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:40:00.048Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:40:00.049Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:40:00.507Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:00.542Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:00.563Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:00.723Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:01.518Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:40:01.519Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=35 2022-07-21T12:40:01.611Z [WARN] lp_3:: Election timeout reached, restarting election 2022-07-21T12:40:01.611Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=6 2022-07-21T12:40:01.611Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:40:01.611Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:40:01.611Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:40:01.611Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:40:01.937Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:01.949Z [INFO] Healing all partitions, partitions now [None] 2022-07-21T12:40:02.714Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:40:02.715Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=36 2022-07-21T12:40:02.898Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:02.898Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=7 2022-07-21T12:40:02.898Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:40:02.899Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:02.900Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:02.900Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:03.102Z [ERROR] lp_0:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:03.104Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:40:03.105Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:40:03.105Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:40:03.131Z [ERROR] lp_0:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:40:03.767Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:03.767Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=37 2022-07-21T12:40:03.767Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:40:04.266Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:40:04.266Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=8 2022-07-21T12:40:04.267Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=84280 last-candidate-index=38808 2022-07-21T12:40:04.267Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:04.267Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:04.327Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:04.327Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=9 2022-07-21T12:40:04.327Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:40:04.327Z [INFO] lp_0:: election won: tally=3 2022-07-21T12:40:04.327Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2022-07-21T12:40:04.327Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2022-07-21T12:40:04.327Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2022-07-21T12:40:04.327Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2022-07-21T12:40:04.327Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2022-07-21T12:40:04.327Z [WARN] lp_4:: failed to get previous log: previous-index=84280 last-index=38808 error="log not found" 2022-07-21T12:40:04.327Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=38809 2022-07-21T12:40:04.328Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:40:04.330Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:40:04.330Z [WARN] lp_3:: failed to get previous log: previous-index=84280 last-index=38808 error="log not found" 2022-07-21T12:40:04.330Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=38809 2022-07-21T12:40:04.826Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:04.826Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=38 2022-07-21T12:40:04.833Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:40:05.329Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:05.383Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:40:06.426Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:06.427Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=39 2022-07-21T12:40:06.430Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:40:06.949Z [INFO] Created partition 3 with nodes [lp_0 lp_1 lp_2], partitions now are 3 = [lp_0 lp_1 lp_2] 2022-07-21T12:40:06.950Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:40:06.951Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:06.951Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:06.954Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:06.964Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:06.965Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:06.975Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:06.977Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:06.983Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:07.000Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:07.001Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:07.041Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:07.041Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:07.062Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:07.122Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:07.123Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:07.191Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:07.264Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:07.285Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:07.285Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:07.386Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:07.445Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:07.450Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=500.00751ms 2022-07-21T12:40:07.460Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=509.554529ms 2022-07-21T12:40:07.461Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=510.061567ms 2022-07-21T12:40:07.584Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:07.612Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:07.612Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:07.655Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:07.813Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:07.906Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:07.931Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:07.931Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=40 2022-07-21T12:40:07.960Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=1.009556389s 2022-07-21T12:40:07.960Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=1.010063427s 2022-07-21T12:40:08.077Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:08.162Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:08.253Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:08.254Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:08.418Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:08.444Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:08.873Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:08.876Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:40:08.876Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=10 2022-07-21T12:40:08.876Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:08.877Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:40:08.877Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:40:08.877Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:08.914Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:09.370Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:40:09.370Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=10 2022-07-21T12:40:09.370Z [INFO] lp_4:: duplicate requestVote for same term: term=10 2022-07-21T12:40:09.370Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:40:09.370Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:40:09.370Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:40:09.534Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:09.534Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:09.675Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:09.675Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=41 2022-07-21T12:40:09.680Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:09.736Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:09.985Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:40:09.985Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=11 2022-07-21T12:40:09.985Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:40:09.985Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:40:09.985Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:40:09.985Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:10.803Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:10.803Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=42 2022-07-21T12:40:10.950Z [INFO] Healing partition group 3, now partitions are [None] 2022-07-21T12:40:11.321Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:40:11.321Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=12 2022-07-21T12:40:11.322Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:11.322Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:11.322Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:11.897Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:11.897Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=43 2022-07-21T12:40:11.898Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:40:12.095Z [ERROR] lp_0:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:40:12.096Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:40:12.096Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:40:12.096Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:40:12.096Z [ERROR] lp_0:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:12.958Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:40:12.958Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=13 2022-07-21T12:40:12.959Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=137986 last-candidate-index=95273 2022-07-21T12:40:12.959Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:12.959Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:13.476Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:40:13.476Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=44 2022-07-21T12:40:13.621Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:13.621Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=14 2022-07-21T12:40:13.621Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:40:13.622Z [INFO] lp_0:: election won: tally=3 2022-07-21T12:40:13.622Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2022-07-21T12:40:13.622Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2022-07-21T12:40:13.622Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2022-07-21T12:40:13.622Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2022-07-21T12:40:13.622Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2022-07-21T12:40:13.623Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:40:13.623Z [WARN] lp_4:: failed to get previous log: previous-index=137986 last-index=95273 error="log not found" 2022-07-21T12:40:13.623Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=95274 2022-07-21T12:40:13.624Z [WARN] lp_3:: failed to get previous log: previous-index=137986 last-index=95271 error="log not found" 2022-07-21T12:40:13.624Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=95272 2022-07-21T12:40:13.626Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:40:14.594Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:40:14.658Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:14.946Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:40:14.947Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=45 2022-07-21T12:40:15.951Z [INFO] Created partition 4 with nodes [lp_0 lp_1 lp_2], partitions now are 4 = [lp_0 lp_1 lp_2] 2022-07-21T12:40:15.951Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:40:15.951Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:15.951Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:15.952Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:15.962Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:15.968Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:15.972Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:15.978Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:15.993Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:15.999Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:16.033Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:16.040Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:16.046Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:16.052Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:16.114Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:16.120Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:16.229Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:16.235Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:16.279Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:16.282Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:16.389Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:16.408Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:16.451Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=500.008673ms 2022-07-21T12:40:16.461Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=509.722457ms 2022-07-21T12:40:16.461Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=510.065234ms 2022-07-21T12:40:16.600Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:16.602Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:16.617Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:16.625Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:16.770Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:40:16.771Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=46 2022-07-21T12:40:16.771Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:16.775Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:16.954Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:16.965Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=1.013426923s 2022-07-21T12:40:16.965Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=1.0137697s 2022-07-21T12:40:17.040Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:17.222Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:17.244Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:17.247Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:17.321Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:17.678Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:17.822Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:40:17.822Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=47 2022-07-21T12:40:17.843Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:17.985Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:40:17.985Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=15 2022-07-21T12:40:17.986Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2022-07-21T12:40:17.986Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:40:17.986Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:40:17.986Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:40:18.475Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:18.485Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:40:18.485Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=15 2022-07-21T12:40:18.486Z [INFO] lp_3:: duplicate requestVote for same term: term=15 2022-07-21T12:40:18.486Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:40:18.486Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:40:18.486Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:18.538Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:18.540Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:18.598Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:19.433Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:40:19.434Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=48 2022-07-21T12:40:19.663Z [WARN] lp_3:: Election timeout reached, restarting election 2022-07-21T12:40:19.663Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=16 2022-07-21T12:40:19.663Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:40:19.664Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:40:19.664Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:40:19.664Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:40:19.948Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:19.967Z [INFO] Healing all partitions, partitions now [None] 2022-07-21T12:40:20.857Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:20.857Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=17 2022-07-21T12:40:20.857Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:40:20.857Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:20.857Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:20.858Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:21.107Z [ERROR] lp_0:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:40:21.107Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:40:21.107Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:40:21.107Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:40:21.109Z [ERROR] lp_0:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:21.400Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:40:21.401Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=49 2022-07-21T12:40:21.874Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:40:21.874Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=18 2022-07-21T12:40:21.874Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=189012 last-candidate-index=147212 2022-07-21T12:40:21.874Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:21.874Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:22.268Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:22.268Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=19 2022-07-21T12:40:22.268Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:40:22.268Z [INFO] lp_0:: election won: tally=3 2022-07-21T12:40:22.268Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2022-07-21T12:40:22.268Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2022-07-21T12:40:22.268Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2022-07-21T12:40:22.268Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2022-07-21T12:40:22.268Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2022-07-21T12:40:22.268Z [WARN] lp_4:: failed to get previous log: previous-index=189012 last-index=147212 error="log not found" 2022-07-21T12:40:22.269Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=147213 2022-07-21T12:40:22.270Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:40:22.270Z [WARN] lp_3:: failed to get previous log: previous-index=189012 last-index=147212 error="log not found" 2022-07-21T12:40:22.270Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=147213 2022-07-21T12:40:22.271Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:40:22.449Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:40:22.449Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=50 2022-07-21T12:40:23.258Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:23.352Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:40:23.508Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:40:23.508Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=51 2022-07-21T12:40:24.805Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:40:24.806Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=52 2022-07-21T12:40:24.968Z [INFO] Created partition 5 with nodes [lp_0], partitions now are 5 = [lp_0] 2022-07-21T12:40:24.969Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:40:24.969Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:40:24.969Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:40:24.969Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:24.971Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:24.976Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:40:25.001Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:25.024Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:25.030Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:25.043Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:25.047Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:25.064Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:40:25.084Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:25.094Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:25.106Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:25.126Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:40:25.136Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:40:25.157Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:25.165Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:25.168Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:25.186Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:25.192Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:25.194Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:40:25.242Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:25.255Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:25.263Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:40:25.268Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:25.280Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:25.302Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:40:25.314Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:25.321Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:25.357Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:25.378Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:25.387Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:25.394Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:25.401Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:40:25.430Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:40:25.470Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=501.014803ms 2022-07-21T12:40:25.470Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=500.991729ms 2022-07-21T12:40:25.470Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=500.97078ms 2022-07-21T12:40:25.470Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=501.065228ms 2022-07-21T12:40:25.470Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2022-07-21T12:40:25.470Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:40:25.477Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:25.477Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:25.525Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:25.539Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:25.546Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:26.036Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:40:26.037Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=20 2022-07-21T12:40:26.037Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2022-07-21T12:40:26.037Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:40:26.037Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2022-07-21T12:40:26.038Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2022-07-21T12:40:26.262Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:26.263Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=53 2022-07-21T12:40:26.263Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:40:26.511Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:40:26.512Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=20 2022-07-21T12:40:26.512Z [INFO] lp_3:: duplicate requestVote for same term: term=20 2022-07-21T12:40:26.513Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:26.513Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:40:26.513Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2022-07-21T12:40:26.802Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:40:26.802Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=20 2022-07-21T12:40:26.802Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_0 2022-07-21T12:40:26.803Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:40:26.803Z [INFO] lp_3:: duplicate requestVote for same term: term=20 2022-07-21T12:40:26.803Z [INFO] lp_4:: duplicate requestVote for same term: term=20 2022-07-21T12:40:27.000Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:40:27.000Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=20 2022-07-21T12:40:27.001Z [INFO] lp_4:: duplicate requestVote for same term: term=20 2022-07-21T12:40:27.001Z [INFO] lp_3:: duplicate requestVote for same term: term=20 2022-07-21T12:40:27.001Z [INFO] lp_2:: duplicate requestVote for same term: term=20 2022-07-21T12:40:27.001Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:27.126Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:27.126Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=20 2022-07-21T12:40:27.127Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:27.127Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:27.127Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:40:27.128Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:27.554Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:27.554Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=54 2022-07-21T12:40:27.954Z [WARN] lp_3:: Election timeout reached, restarting election 2022-07-21T12:40:27.955Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=21 2022-07-21T12:40:27.955Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=200467 last-candidate-index=200463 2022-07-21T12:40:27.955Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2022-07-21T12:40:27.956Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:40:27.956Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:40:27.956Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=200467 last-candidate-index=200463 2022-07-21T12:40:27.956Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:40:28.526Z [WARN] lp_0:: Election timeout reached, restarting election 2022-07-21T12:40:28.526Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=21 2022-07-21T12:40:28.527Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:40:28.527Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:28.527Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:28.527Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:40:28.969Z [INFO] Healing partition group 5, now partitions are [None] 2022-07-21T12:40:29.012Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:29.012Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=22 2022-07-21T12:40:29.012Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=200467 last-candidate-index=200463 2022-07-21T12:40:29.012Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=200468 last-candidate-index=200463 2022-07-21T12:40:29.012Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:40:29.013Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=200467 last-candidate-index=200463 2022-07-21T12:40:29.013Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:40:29.116Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:29.116Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=55 2022-07-21T12:40:29.430Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:29.430Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=23 2022-07-21T12:40:29.431Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=200468 last-candidate-index=200467 2022-07-21T12:40:29.431Z [INFO] lp_4:: election won: tally=3 2022-07-21T12:40:29.432Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2022-07-21T12:40:29.432Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2022-07-21T12:40:29.432Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2022-07-21T12:40:29.432Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2022-07-21T12:40:29.432Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2022-07-21T12:40:29.433Z [WARN] lp_3:: failed to get previous log: previous-index=200467 last-index=200463 error="log not found" 2022-07-21T12:40:29.433Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=200464 2022-07-21T12:40:29.433Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:29.433Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:40:29.434Z [WARN] lp_0:: clearing log suffix: from=200468 to=200468 2022-07-21T12:40:29.434Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:40:29.431Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:40:29.434Z [WARN] lp_2:: failed to get previous log: previous-index=200467 last-index=200463 error="log not found" 2022-07-21T12:40:29.434Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=200464 2022-07-21T12:40:29.435Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:40:30.281Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:30.281Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=56 2022-07-21T12:40:31.504Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:31.504Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=57 2022-07-21T12:40:33.384Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:33.384Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=58 2022-07-21T12:40:33.989Z [INFO] Created partition 6 with nodes [lp_4 lp_0 lp_1], partitions now are 6 = [lp_0 lp_4 lp_1] 2022-07-21T12:40:33.990Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:33.990Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:40:33.991Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:33.992Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:34.001Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:34.002Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:34.025Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:34.026Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:34.046Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:34.047Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:34.057Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:34.087Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:34.088Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:34.136Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:34.168Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:34.169Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:34.215Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:34.323Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:34.329Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:34.329Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:34.370Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:34.490Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=500.029672ms 2022-07-21T12:40:34.500Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=509.45441ms 2022-07-21T12:40:34.500Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=510.07356ms 2022-07-21T12:40:34.509Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:34.527Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:34.649Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:34.650Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:34.699Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:34.712Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:34.890Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:34.922Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:35.013Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=1.022515837s 2022-07-21T12:40:35.013Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=1.023134987s 2022-07-21T12:40:35.099Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:35.243Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:35.244Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=59 2022-07-21T12:40:35.266Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:35.290Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:35.291Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:35.364Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:35.487Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2022-07-21T12:40:35.490Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=24 2022-07-21T12:40:35.490Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:40:35.490Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:40:35.490Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:40:35.490Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2022-07-21T12:40:35.738Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:35.813Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:36.447Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:36.447Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=60 2022-07-21T12:40:36.548Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:36.571Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:36.572Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:36.572Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:36.677Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2022-07-21T12:40:36.678Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=24 2022-07-21T12:40:36.678Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2022-07-21T12:40:36.679Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:40:36.679Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:40:36.679Z [INFO] lp_2:: duplicate requestVote for same term: term=24 2022-07-21T12:40:37.212Z [WARN] lp_2:: Election timeout reached, restarting election 2022-07-21T12:40:37.212Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=25 2022-07-21T12:40:37.213Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:40:37.213Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:40:37.213Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:40:37.213Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:40:37.555Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:37.555Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=61 2022-07-21T12:40:37.985Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:37.996Z [INFO] Healing partition group 6, now partitions are [None] 2022-07-21T12:40:38.560Z [WARN] lp_2:: Election timeout reached, restarting election 2022-07-21T12:40:38.560Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=26 2022-07-21T12:40:38.566Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2022-07-21T12:40:38.567Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2022-07-21T12:40:38.567Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2022-07-21T12:40:38.694Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:38.694Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=62 2022-07-21T12:40:39.132Z [ERROR] lp_4:: peer has newer term, stopping replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:40:39.132Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:40:39.132Z [ERROR] lp_4:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:39.133Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:40:39.133Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:40:39.879Z [WARN] lp_2:: Election timeout reached, restarting election 2022-07-21T12:40:39.879Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=27 2022-07-21T12:40:39.880Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2022-07-21T12:40:39.880Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2022-07-21T12:40:39.881Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=271678 last-candidate-index=230602 2022-07-21T12:40:40.247Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_4 2022-07-21T12:40:40.248Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=24 2022-07-21T12:40:40.248Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:40:40.248Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_0 leader=lp_4 2022-07-21T12:40:40.384Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:40.384Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=63 2022-07-21T12:40:40.571Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:40.571Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=28 2022-07-21T12:40:40.571Z [INFO] lp_4:: election won: tally=3 2022-07-21T12:40:40.571Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2022-07-21T12:40:40.571Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2022-07-21T12:40:40.571Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2022-07-21T12:40:40.571Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2022-07-21T12:40:40.571Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2022-07-21T12:40:40.571Z [WARN] lp_3:: failed to get previous log: previous-index=271678 last-index=230602 error="log not found" 2022-07-21T12:40:40.571Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=230603 2022-07-21T12:40:40.572Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:40:40.572Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:40:40.573Z [WARN] lp_2:: failed to get previous log: previous-index=271678 last-index=230602 error="log not found" 2022-07-21T12:40:40.573Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=230603 2022-07-21T12:40:40.575Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:40:41.590Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:41.621Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:40:41.971Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:41.972Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=64 2022-07-21T12:40:42.996Z [INFO] Created partition 7 with nodes [lp_4 lp_0], partitions now are 7 = [lp_0 lp_4] 2022-07-21T12:40:42.997Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:40:42.997Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:40:42.997Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:42.997Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:42.998Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:42.998Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:40:43.008Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:43.019Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:43.090Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:43.097Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:43.102Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:43.109Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:40:43.117Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:40:43.143Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:43.154Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:43.154Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=65 2022-07-21T12:40:43.156Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:43.170Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:40:43.203Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:43.236Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:40:43.248Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:40:43.268Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:43.273Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:43.302Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:43.345Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:43.362Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:40:43.391Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:43.421Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:43.446Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:40:43.474Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:43.497Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=500.376477ms 2022-07-21T12:40:43.497Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.819024ms 2022-07-21T12:40:43.497Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=500.165318ms 2022-07-21T12:40:43.497Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2022-07-21T12:40:43.497Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:40:43.497Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:40:43.529Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:40:43.557Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:43.575Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:44.840Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:44.840Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=29 2022-07-21T12:40:44.841Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:40:44.841Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:40:44.841Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2022-07-21T12:40:45.003Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:45.003Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=66 2022-07-21T12:40:45.050Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2022-07-21T12:40:45.051Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=29 2022-07-21T12:40:45.051Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:45.051Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2022-07-21T12:40:45.051Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2022-07-21T12:40:45.052Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:45.069Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2022-07-21T12:40:45.069Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=29 2022-07-21T12:40:45.069Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:40:45.069Z [INFO] lp_1:: duplicate requestVote for same term: term=29 2022-07-21T12:40:45.069Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:40:45.069Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2022-07-21T12:40:45.539Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2022-07-21T12:40:45.540Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=29 2022-07-21T12:40:45.540Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2022-07-21T12:40:45.540Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:40:45.540Z [INFO] lp_1:: duplicate requestVote for same term: term=29 2022-07-21T12:40:45.541Z [INFO] lp_2:: duplicate requestVote for same term: term=29 2022-07-21T12:40:46.090Z [WARN] lp_1:: Election timeout reached, restarting election 2022-07-21T12:40:46.091Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=30 2022-07-21T12:40:46.091Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:46.091Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:46.091Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:40:46.092Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:40:46.092Z [INFO] lp_1:: election won: tally=3 2022-07-21T12:40:46.092Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2022-07-21T12:40:46.092Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2022-07-21T12:40:46.092Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2022-07-21T12:40:46.092Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2022-07-21T12:40:46.092Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2022-07-21T12:40:46.092Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:46.093Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:46.093Z [WARN] lp_2:: failed to get previous log: previous-index=281454 last-index=281453 error="log not found" 2022-07-21T12:40:46.093Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=281454 2022-07-21T12:40:46.093Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:40:46.094Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:46.103Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:46.103Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:46.113Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:46.114Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:46.134Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:46.135Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:46.157Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:46.157Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=30 2022-07-21T12:40:46.158Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:40:46.158Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:46.158Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:40:46.158Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:40:46.175Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:46.176Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:46.238Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:46.247Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:46.256Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:46.257Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:46.348Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:46.349Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=67 2022-07-21T12:40:46.387Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:46.417Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:46.418Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:46.427Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:46.510Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:46.593Z [WARN] lp_1:: failed to contact: server-id=lp_0 time=501.241372ms 2022-07-21T12:40:46.594Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=501.203752ms 2022-07-21T12:40:46.599Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:46.691Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:46.737Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:46.738Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:46.815Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:46.896Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:46.996Z [INFO] Healing partition group 7, now partitions are [None] 2022-07-21T12:40:47.084Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader=lp_1 2022-07-21T12:40:47.386Z [WARN] lp_4:: clearing log suffix: from=281455 to=281459 2022-07-21T12:40:47.387Z [WARN] lp_0:: clearing log suffix: from=281455 to=281459 2022-07-21T12:40:47.562Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:40:47.607Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:40:47.776Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:47.776Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=68 2022-07-21T12:40:47.778Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:40:49.432Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:49.432Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=69 2022-07-21T12:40:49.433Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:40:50.844Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:50.844Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=70 2022-07-21T12:40:50.851Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:40:51.997Z [INFO] Created partition 8 with nodes [lp_1], partitions now are 8 = [lp_1] 2022-07-21T12:40:51.997Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:40:51.997Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2022-07-21T12:40:51.997Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:51.997Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:40:51.997Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:51.997Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:40:51.997Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:40:51.997Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:52.014Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:52.024Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:52.041Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:40:52.069Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:52.075Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:52.096Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:40:52.107Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:40:52.128Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:40:52.150Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:52.155Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:40:52.165Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:52.178Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:40:52.180Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:52.215Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:40:52.224Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:52.258Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:52.285Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:40:52.298Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:52.308Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:40:52.322Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:40:52.332Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:52.337Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:40:52.378Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:52.396Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:40:52.399Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:52.421Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:40:52.425Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:52.437Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:40:52.470Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:40:52.489Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:52.497Z [WARN] lp_1:: failed to contact: server-id=lp_0 time=500.580433ms 2022-07-21T12:40:52.497Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=500.621951ms 2022-07-21T12:40:52.497Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=500.549063ms 2022-07-21T12:40:52.497Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=500.519938ms 2022-07-21T12:40:52.497Z [WARN] lp_1:: failed to contact quorum of nodes, stepping down 2022-07-21T12:40:52.497Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2022-07-21T12:40:52.529Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:40:52.543Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:52.552Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:52.628Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:52.628Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=71 2022-07-21T12:40:52.629Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:40:53.612Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_1 2022-07-21T12:40:53.612Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=31 2022-07-21T12:40:53.613Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2022-07-21T12:40:53.613Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2022-07-21T12:40:53.613Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2022-07-21T12:40:53.613Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:53.752Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_1 2022-07-21T12:40:53.752Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=31 2022-07-21T12:40:53.752Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2022-07-21T12:40:53.753Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2022-07-21T12:40:53.753Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2022-07-21T12:40:53.753Z [INFO] lp_0:: duplicate requestVote for same term: term=31 2022-07-21T12:40:53.932Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:53.932Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=72 2022-07-21T12:40:53.933Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:40:54.170Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2022-07-21T12:40:54.171Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=31 2022-07-21T12:40:54.171Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:40:54.171Z [INFO] lp_0:: duplicate requestVote for same term: term=31 2022-07-21T12:40:54.171Z [INFO] lp_2:: duplicate requestVote for same term: term=31 2022-07-21T12:40:54.172Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2022-07-21T12:40:54.209Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2022-07-21T12:40:54.209Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=31 2022-07-21T12:40:54.209Z [INFO] lp_4:: duplicate requestVote for same term: term=31 2022-07-21T12:40:54.210Z [INFO] lp_0:: duplicate requestVote for same term: term=31 2022-07-21T12:40:54.210Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:40:54.210Z [INFO] lp_2:: duplicate requestVote for same term: term=31 2022-07-21T12:40:54.434Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:54.434Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=31 2022-07-21T12:40:54.435Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:54.435Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:40:54.435Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:54.435Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:40:54.940Z [WARN] lp_0:: Election timeout reached, restarting election 2022-07-21T12:40:54.941Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=32 2022-07-21T12:40:54.942Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:54.942Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:40:54.942Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:40:54.942Z [INFO] lp_0:: election won: tally=3 2022-07-21T12:40:54.942Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2022-07-21T12:40:54.942Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2022-07-21T12:40:54.942Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2022-07-21T12:40:54.942Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2022-07-21T12:40:54.942Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2022-07-21T12:40:54.943Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:40:54.944Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:40:54.943Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:40:54.943Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:54.945Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:40:54.954Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:54.965Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:54.979Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:54.980Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=73 2022-07-21T12:40:54.980Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:40:54.986Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:55.031Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:55.077Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:55.112Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:55.273Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:55.281Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:55.443Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=501.0813ms 2022-07-21T12:40:55.456Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:55.612Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:55.627Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:55.814Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:40:55.943Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=1.000320558s 2022-07-21T12:40:55.977Z [WARN] lp_1:: Election timeout reached, restarting election 2022-07-21T12:40:55.977Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=32 2022-07-21T12:40:55.977Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:40:55.978Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:40:55.978Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2022-07-21T12:40:55.978Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:40:55.997Z [INFO] Healing all partitions, partitions now [None] 2022-07-21T12:40:56.035Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader=lp_0 2022-07-21T12:40:56.243Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:40:56.243Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=74 2022-07-21T12:40:56.253Z [WARN] lp_1:: clearing log suffix: from=316388 to=316390 2022-07-21T12:40:56.379Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:40:58.015Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:58.015Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=75 2022-07-21T12:40:58.017Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:40:59.745Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:40:59.745Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=76 2022-07-21T12:40:59.746Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:41:00.997Z [INFO] Created partition 9 with nodes [lp_0 lp_1 lp_2], partitions now are 9 = [lp_0 lp_1 lp_2] 2022-07-21T12:41:00.997Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:41:00.997Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:00.998Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:41:00.999Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:01.000Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:01.007Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:01.016Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:01.018Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:01.026Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:01.039Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:01.047Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:01.080Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:01.088Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:01.096Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:01.096Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=77 2022-07-21T12:41:01.097Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:41:01.100Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:01.161Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:01.169Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:01.186Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:01.227Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:01.322Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:01.329Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:01.378Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:01.407Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:01.497Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=500.010466ms 2022-07-21T12:41:01.511Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=512.259802ms 2022-07-21T12:41:01.511Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=513.784973ms 2022-07-21T12:41:01.518Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:01.546Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:01.643Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:01.650Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:01.719Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:01.733Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:01.939Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:01.960Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:02.011Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=1.012042678s 2022-07-21T12:41:02.011Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=1.013567849s 2022-07-21T12:41:02.212Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:41:02.212Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=33 2022-07-21T12:41:02.212Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2022-07-21T12:41:02.213Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:41:02.213Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:41:02.213Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:41:02.244Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:02.284Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:02.285Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:02.291Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:02.328Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:41:02.328Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=33 2022-07-21T12:41:02.328Z [INFO] lp_3:: duplicate requestVote for same term: term=33 2022-07-21T12:41:02.328Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:41:02.328Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:41:02.328Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:41:02.471Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:41:02.472Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=78 2022-07-21T12:41:02.741Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:02.776Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:03.496Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:03.545Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:03.566Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:03.572Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:03.746Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:03.746Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=79 2022-07-21T12:41:03.746Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:41:03.991Z [WARN] lp_3:: Election timeout reached, restarting election 2022-07-21T12:41:03.993Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=34 2022-07-21T12:41:03.993Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:41:03.993Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:41:03.993Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:41:03.993Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:41:04.911Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:04.960Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:04.960Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=80 2022-07-21T12:41:04.961Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:41:04.982Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:04.997Z [INFO] Healing no partitions! 2022-07-21T12:41:05.626Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:05.627Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=35 2022-07-21T12:41:05.633Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:41:05.634Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:41:05.635Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:41:05.635Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:41:06.127Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:06.132Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:06.292Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:06.293Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=81 2022-07-21T12:41:06.293Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:41:06.876Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:41:06.876Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=36 2022-07-21T12:41:06.877Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:41:06.877Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:41:06.877Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:41:07.627Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:07.710Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:07.710Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=82 2022-07-21T12:41:07.744Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:08.211Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:41:08.212Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=37 2022-07-21T12:41:08.213Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:41:08.213Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:41:08.214Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:41:09.264Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:09.264Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=83 2022-07-21T12:41:09.997Z [INFO] Created partition 10 with nodes [lp_0], partitions now are 9 = [lp_1 lp_2], 10 = [lp_0] 2022-07-21T12:41:09.998Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:41:09.998Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:41:10.030Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:10.062Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:41:10.062Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=38 2022-07-21T12:41:10.062Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:41:10.062Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:41:10.062Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:41:10.092Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:10.093Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:10.094Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:10.165Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:10.166Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:10.173Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:10.228Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:10.245Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:10.262Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:10.333Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:10.337Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:10.371Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:10.412Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:10.426Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:10.431Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:10.498Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=500.101147ms 2022-07-21T12:41:10.498Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=500.288021ms 2022-07-21T12:41:10.498Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2022-07-21T12:41:10.498Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:41:11.167Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:11.167Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=84 2022-07-21T12:41:11.167Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:41:11.248Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:11.254Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:11.360Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:41:11.360Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=39 2022-07-21T12:41:11.360Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2022-07-21T12:41:11.360Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:41:11.360Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:41:11.692Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:11.692Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=33 2022-07-21T12:41:11.692Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:11.692Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:11.692Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:11.692Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:11.772Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:41:11.772Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=33 2022-07-21T12:41:11.772Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:41:11.772Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:41:11.772Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2022-07-21T12:41:11.772Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:41:12.023Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2022-07-21T12:41:12.024Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=33 2022-07-21T12:41:12.024Z [INFO] lp_1:: duplicate requestVote for same term: term=33 2022-07-21T12:41:12.024Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2022-07-21T12:41:12.024Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2022-07-21T12:41:12.024Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2022-07-21T12:41:12.169Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:41:12.169Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=85 2022-07-21T12:41:12.682Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:12.683Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=40 2022-07-21T12:41:12.683Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2022-07-21T12:41:12.684Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:41:12.684Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2022-07-21T12:41:12.684Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2022-07-21T12:41:13.399Z [WARN] lp_0:: Election timeout reached, restarting election 2022-07-21T12:41:13.399Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=34 2022-07-21T12:41:13.399Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2022-07-21T12:41:13.399Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:13.399Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:13.399Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2022-07-21T12:41:13.725Z [WARN] lp_1:: Election timeout reached, restarting election 2022-07-21T12:41:13.725Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=34 2022-07-21T12:41:13.725Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:41:13.725Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:41:13.725Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2022-07-21T12:41:13.725Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:41:13.852Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:41:13.852Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=86 2022-07-21T12:41:13.998Z [INFO] Healing partition group 10, now partitions are 9 = [lp_1 lp_2] 2022-07-21T12:41:14.533Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:14.533Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=41 2022-07-21T12:41:14.534Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=428403 last-candidate-index=358391 2022-07-21T12:41:14.534Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2022-07-21T12:41:14.534Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:41:14.534Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:41:14.534Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2022-07-21T12:41:14.938Z [WARN] lp_1:: Election timeout reached, restarting election 2022-07-21T12:41:14.938Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=35 2022-07-21T12:41:14.939Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:41:14.939Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:41:14.939Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:41:14.954Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:41:14.954Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=87 2022-07-21T12:41:16.033Z [WARN] lp_4:: Election timeout reached, restarting election 2022-07-21T12:41:16.033Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=42 2022-07-21T12:41:16.033Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=428403 last-candidate-index=358391 2022-07-21T12:41:16.033Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2022-07-21T12:41:16.033Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2022-07-21T12:41:16.368Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:41:16.369Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=88 2022-07-21T12:41:16.396Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:16.396Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=43 2022-07-21T12:41:16.397Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:16.397Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:16.397Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2022-07-21T12:41:16.397Z [INFO] lp_0:: election won: tally=3 2022-07-21T12:41:16.398Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2022-07-21T12:41:16.398Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2022-07-21T12:41:16.398Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2022-07-21T12:41:16.398Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2022-07-21T12:41:16.398Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2022-07-21T12:41:16.398Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:16.398Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:16.399Z [WARN] lp_4:: failed to get previous log: previous-index=428403 last-index=358391 error="log not found" 2022-07-21T12:41:16.399Z [WARN] lp_3:: failed to get previous log: previous-index=428403 last-index=358391 error="log not found" 2022-07-21T12:41:16.400Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=358392 2022-07-21T12:41:16.400Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=358392 2022-07-21T12:41:16.409Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:16.443Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:16.496Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:16.506Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:16.521Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:16.586Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:16.601Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:16.603Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:16.697Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:16.707Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:16.709Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:16.732Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:16.752Z [WARN] lp_1:: Election timeout reached, restarting election 2022-07-21T12:41:16.753Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=36 2022-07-21T12:41:16.753Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:41:16.755Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:41:16.755Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:41:16.844Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:16.849Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:16.854Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:16.899Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=501.218639ms 2022-07-21T12:41:16.899Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=501.045963ms 2022-07-21T12:41:16.912Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:17.046Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:17.068Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:17.080Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:17.101Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:17.209Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:17.259Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:17.375Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:17.375Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=89 2022-07-21T12:41:17.378Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:41:17.395Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=997.026143ms 2022-07-21T12:41:17.395Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=996.853467ms 2022-07-21T12:41:17.395Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:17.464Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:17.467Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:17.488Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:17.696Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:17.745Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:17.833Z [WARN] lp_1:: Election timeout reached, restarting election 2022-07-21T12:41:17.833Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=37 2022-07-21T12:41:17.834Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2022-07-21T12:41:17.835Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2022-07-21T12:41:17.835Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2022-07-21T12:41:17.873Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:41:17.892Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=1.494084661s 2022-07-21T12:41:17.892Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=1.493911985s 2022-07-21T12:41:17.903Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:41:18.174Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:18.178Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:18.194Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:18.212Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2022-07-21T12:41:18.860Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:18.861Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=90 2022-07-21T12:41:18.953Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2022-07-21T12:41:18.998Z [INFO] Healing all partitions, partitions now [None] 2022-07-21T12:41:19.459Z [WARN] lp_1:: failed to get previous log: previous-index=428403 last-index=428402 error="log not found" 2022-07-21T12:41:19.459Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader=lp_0 2022-07-21T12:41:19.459Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=428403 2022-07-21T12:41:19.475Z [WARN] lp_2:: failed to get previous log: previous-index=428403 last-index=428402 error="log not found" 2022-07-21T12:41:19.475Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=428403 2022-07-21T12:41:19.493Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:41:19.507Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:41:20.459Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:20.459Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=91 2022-07-21T12:41:21.868Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:21.868Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=92 2022-07-21T12:41:23.205Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:23.205Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=93 2022-07-21T12:41:24.228Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:24.228Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=94 2022-07-21T12:41:24.229Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:41:25.972Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:41:25.973Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=95 2022-07-21T12:41:27.159Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:27.159Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=96 2022-07-21T12:41:27.160Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:41:27.388Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2022-07-21T12:41:27.388Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2022-07-21T12:41:27.388Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2022-07-21T12:41:27.388Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2022-07-21T12:41:28.720Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:28.720Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=97 2022-07-21T12:41:28.720Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:41:29.987Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:41:29.987Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=98 2022-07-21T12:41:31.786Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:31.786Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=99 2022-07-21T12:41:31.787Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:41:32.790Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:32.790Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=100 2022-07-21T12:41:34.291Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:34.291Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=101 2022-07-21T12:41:35.413Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:35.413Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=102 2022-07-21T12:41:36.522Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:36.522Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=103 2022-07-21T12:41:37.753Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:37.754Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=104 2022-07-21T12:41:39.204Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:39.205Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=105 2022-07-21T12:41:40.990Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:40.991Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=106 2022-07-21T12:41:42.316Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:42.317Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=107 2022-07-21T12:41:43.629Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:43.629Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=108 2022-07-21T12:41:45.138Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:45.139Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=109 2022-07-21T12:41:46.635Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:46.635Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=110 2022-07-21T12:41:48.474Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:48.474Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=111 2022-07-21T12:41:49.815Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:49.816Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=112 2022-07-21T12:41:51.202Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:51.203Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=113 2022-07-21T12:41:52.981Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:52.982Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=114 2022-07-21T12:41:54.912Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:54.913Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=115 2022-07-21T12:41:55.543Z [INFO] node_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/node_0 2022-07-21T12:41:55.544Z [INFO] node_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2022-07-21T12:41:55.544Z [INFO] node_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/node_1 2022-07-21T12:41:55.545Z [INFO] node_0:: entering follower state: follower="Node at node_0 [Follower]" leader= 2022-07-21T12:41:55.545Z [INFO] node_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2022-07-21T12:41:55.546Z [INFO] node_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/node_2 2022-07-21T12:41:55.557Z [INFO] node_1:: entering follower state: follower="Node at node_1 [Follower]" leader= 2022-07-21T12:41:55.558Z [INFO] node_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2022-07-21T12:41:55.558Z [INFO] node_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/node_3 2022-07-21T12:41:55.558Z [INFO] node_2:: entering follower state: follower="Node at node_2 [Follower]" leader= 2022-07-21T12:41:55.564Z [INFO] node_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2022-07-21T12:41:55.564Z [INFO] node_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/node_4 2022-07-21T12:41:55.564Z [INFO] node_3:: entering follower state: follower="Node at node_3 [Follower]" leader= 2022-07-21T12:41:55.578Z [INFO] node_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2022-07-21T12:41:55.578Z [INFO] node_4:: entering follower state: follower="Node at node_4 [Follower]" leader= 2022-07-21T12:41:56.208Z [WARN] ar_0:: Election timeout reached, restarting election 2022-07-21T12:41:56.208Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=116 2022-07-21T12:41:56.683Z [WARN] node_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:56.683Z [INFO] node_2:: entering candidate state: node="Node at node_2 [Candidate]" term=2 2022-07-21T12:41:56.684Z [INFO] node_2:: election won: tally=3 2022-07-21T12:41:56.684Z [INFO] node_2:: entering leader state: leader="Node at node_2 [Leader]" 2022-07-21T12:41:56.685Z [INFO] node_2:: added peer, starting replication: peer=node_0 2022-07-21T12:41:56.685Z [INFO] node_2:: added peer, starting replication: peer=node_1 2022-07-21T12:41:56.685Z [INFO] node_2:: added peer, starting replication: peer=node_3 2022-07-21T12:41:56.685Z [INFO] node_2:: added peer, starting replication: peer=node_4 2022-07-21T12:41:56.685Z [INFO] node_2:: pipelining replication: peer="{Voter node_1 node_1}" 2022-07-21T12:41:56.686Z [INFO] node_2:: pipelining replication: peer="{Voter node_0 node_0}" 2022-07-21T12:41:56.686Z [INFO] node_2:: pipelining replication: peer="{Voter node_4 node_4}" 2022-07-21T12:41:56.686Z [INFO] node_2:: pipelining replication: peer="{Voter node_3 node_3}" 2022-07-21T12:41:57.395Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:57.396Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=117 2022-07-21T12:41:57.397Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:41:57.824Z [INFO] node_2:: aborting pipeline replication: peer="{Voter node_1 node_1}" 2022-07-21T12:41:57.825Z [INFO] node_2:: aborting pipeline replication: peer="{Voter node_3 node_3}" 2022-07-21T12:41:57.825Z [INFO] node_2:: aborting pipeline replication: peer="{Voter node_4 node_4}" 2022-07-21T12:41:57.826Z [INFO] node_2:: aborting pipeline replication: peer="{Voter node_0 node_0}" 2022-07-21T12:41:58.509Z [INFO] sv_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/sv_0 2022-07-21T12:41:58.511Z [INFO] sv_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2022-07-21T12:41:58.511Z [INFO] sv_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/sv_1 2022-07-21T12:41:58.511Z [INFO] sv_0:: entering follower state: follower="Node at sv_0 [Follower]" leader= 2022-07-21T12:41:58.512Z [INFO] sv_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2022-07-21T12:41:58.512Z [INFO] sv_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/sv_2 2022-07-21T12:41:58.512Z [INFO] sv_1:: entering follower state: follower="Node at sv_1 [Follower]" leader= 2022-07-21T12:41:58.515Z [INFO] sv_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2022-07-21T12:41:58.515Z [INFO] sv_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/sv_3 2022-07-21T12:41:58.515Z [INFO] sv_2:: entering follower state: follower="Node at sv_2 [Follower]" leader= 2022-07-21T12:41:58.516Z [INFO] sv_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2022-07-21T12:41:58.516Z [INFO] sv_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/sv_4 2022-07-21T12:41:58.516Z [INFO] sv_3:: entering follower state: follower="Node at sv_3 [Follower]" leader= 2022-07-21T12:41:58.517Z [INFO] sv_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2022-07-21T12:41:58.517Z [INFO] sv_4:: entering follower state: follower="Node at sv_4 [Follower]" leader= 2022-07-21T12:41:59.004Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:41:59.004Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=118 2022-07-21T12:41:59.590Z [WARN] sv_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:41:59.590Z [INFO] sv_2:: entering candidate state: node="Node at sv_2 [Candidate]" term=2 2022-07-21T12:41:59.590Z [INFO] sv_2:: election won: tally=3 2022-07-21T12:41:59.590Z [INFO] sv_2:: entering leader state: leader="Node at sv_2 [Leader]" 2022-07-21T12:41:59.590Z [INFO] sv_2:: added peer, starting replication: peer=sv_0 2022-07-21T12:41:59.590Z [INFO] sv_2:: added peer, starting replication: peer=sv_1 2022-07-21T12:41:59.590Z [INFO] sv_2:: added peer, starting replication: peer=sv_3 2022-07-21T12:41:59.590Z [INFO] sv_2:: added peer, starting replication: peer=sv_4 2022-07-21T12:41:59.590Z [INFO] sv_2:: pipelining replication: peer="{Voter sv_4 sv_4}" 2022-07-21T12:41:59.590Z [INFO] sv_2:: pipelining replication: peer="{Voter sv_0 sv_0}" 2022-07-21T12:41:59.590Z [INFO] sv_2:: pipelining replication: peer="{Voter sv_1 sv_1}" 2022-07-21T12:41:59.590Z [INFO] sv_2:: pipelining replication: peer="{Voter sv_3 sv_3}" 2022-07-21T12:42:00.653Z [WARN] sv_1:: rejecting vote request since our last term is greater: candidate=sv_2 last-term=2 last-candidate-term=1 2022-07-21T12:42:00.754Z [WARN] ar_2:: Election timeout reached, restarting election 2022-07-21T12:42:00.755Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=119 2022-07-21T12:42:00.847Z [INFO] sv_2:: aborting pipeline replication: peer="{Voter sv_4 sv_4}" 2022-07-21T12:42:00.848Z [INFO] sv_2:: aborting pipeline replication: peer="{Voter sv_0 sv_0}" 2022-07-21T12:42:00.848Z [INFO] sv_2:: aborting pipeline replication: peer="{Voter sv_1 sv_1}" 2022-07-21T12:42:00.848Z [INFO] sv_2:: aborting pipeline replication: peer="{Voter sv_3 sv_3}" 2022-07-21T12:42:01.553Z [INFO] svr_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/svr_0 2022-07-21T12:42:01.556Z [INFO] svr_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2022-07-21T12:42:01.556Z [INFO] svr_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/svr_1 2022-07-21T12:42:01.557Z [INFO] svr_0:: entering follower state: follower="Node at svr_0 [Follower]" leader= 2022-07-21T12:42:01.559Z [INFO] svr_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2022-07-21T12:42:01.559Z [INFO] svr_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/svr_2 2022-07-21T12:42:01.559Z [INFO] svr_1:: entering follower state: follower="Node at svr_1 [Follower]" leader= 2022-07-21T12:42:01.561Z [INFO] svr_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2022-07-21T12:42:01.561Z [INFO] svr_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/svr_3 2022-07-21T12:42:01.561Z [INFO] svr_2:: entering follower state: follower="Node at svr_2 [Follower]" leader= 2022-07-21T12:42:01.563Z [INFO] svr_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2022-07-21T12:42:01.564Z [INFO] svr_3:: entering follower state: follower="Node at svr_3 [Follower]" leader= 2022-07-21T12:42:01.564Z [INFO] svr_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2195725628/b001/data/svr_4 2022-07-21T12:42:01.566Z [INFO] svr_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2022-07-21T12:42:01.566Z [INFO] svr_4:: entering follower state: follower="Node at svr_4 [Follower]" leader= 2022-07-21T12:42:02.164Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:42:02.165Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=120 2022-07-21T12:42:02.166Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2022-07-21T12:42:03.083Z [WARN] svr_4:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:42:03.084Z [INFO] svr_4:: entering candidate state: node="Node at svr_4 [Candidate]" term=2 2022-07-21T12:42:03.084Z [INFO] svr_4:: election won: tally=3 2022-07-21T12:42:03.084Z [INFO] svr_4:: entering leader state: leader="Node at svr_4 [Leader]" 2022-07-21T12:42:03.084Z [INFO] svr_4:: added peer, starting replication: peer=svr_0 2022-07-21T12:42:03.084Z [INFO] svr_4:: added peer, starting replication: peer=svr_1 2022-07-21T12:42:03.084Z [INFO] svr_4:: added peer, starting replication: peer=svr_2 2022-07-21T12:42:03.084Z [INFO] svr_4:: added peer, starting replication: peer=svr_3 2022-07-21T12:42:03.085Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_0 svr_0}" 2022-07-21T12:42:03.085Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_1 svr_1}" 2022-07-21T12:42:03.085Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_2 svr_2}" 2022-07-21T12:42:03.085Z [INFO] svr_4:: pipelining replication: peer="{Voter svr_3 svr_3}" 2022-07-21T12:42:03.890Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2022-07-21T12:42:03.892Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=121 2022-07-21T12:42:03.893Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2022-07-21T12:42:04.253Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_3 svr_3}" 2022-07-21T12:42:04.254Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_0 svr_0}" 2022-07-21T12:42:04.254Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_1 svr_1}" 2022-07-21T12:42:04.254Z [INFO] svr_4:: aborting pipeline replication: peer="{Voter svr_2 svr_2}" PASS ok github.com/hashicorp/raft/fuzzy 182.925s + RPM_EC=0 ++ jobs -p + exit 0 Processing files: golang-github-hashicorp-raft-devel-1.2.0-5.fc37.noarch Executing(%doc): /bin/sh -e /var/tmp/rpm-tmp.sZCjAt + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + DOCDIR=/builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + export LC_ALL=C + LC_ALL=C + export DOCDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + cp -pr CHANGELOG.md /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + cp -pr README.md /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + cp -pr membership.md /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + RPM_EC=0 ++ jobs -p + exit 0 Executing(%license): /bin/sh -e /var/tmp/rpm-tmp.EoXs6i + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + LICENSEDIR=/builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64/usr/share/licenses/golang-github-hashicorp-raft-devel + export LC_ALL=C + LC_ALL=C + export LICENSEDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64/usr/share/licenses/golang-github-hashicorp-raft-devel + cp -pr LICENSE /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64/usr/share/licenses/golang-github-hashicorp-raft-devel + RPM_EC=0 ++ jobs -p + exit 0 Provides: golang(github.com/hashicorp/raft) = 1.2.0-5.fc37 golang(github.com/hashicorp/raft/bench) = 1.2.0-5.fc37 golang(github.com/hashicorp/raft/fuzzy) = 1.2.0-5.fc37 golang-github-hashicorp-raft-devel = 1.2.0-5.fc37 golang-ipath(github.com/hashicorp/raft) = 1.2.0-5.fc37 Requires(rpmlib): rpmlib(CompressedFileNames) <= 3.0.4-1 rpmlib(FileDigests) <= 4.6.0-1 rpmlib(PayloadFilesHavePrefix) <= 4.0-1 Requires: go-filesystem golang(github.com/armon/go-metrics) golang(github.com/hashicorp/go-hclog) golang(github.com/hashicorp/go-msgpack/codec) Checking for unpackaged file(s): /usr/lib/rpm/check-files /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64 Wrote: /builddir/build/RPMS/golang-github-hashicorp-raft-devel-1.2.0-5.fc37.noarch.rpm Executing(%clean): /bin/sh -e /var/tmp/rpm-tmp.MF7kyk + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + /usr/bin/rm -rf /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-5.fc37.x86_64 + RPM_EC=0 ++ jobs -p + exit 0 Executing(rmbuild): /bin/sh -e /var/tmp/rpm-tmp.gt1O4x + umask 022 + cd /builddir/build/BUILD + rm -rf raft-1.2.0 raft-1.2.0.gemspec + RPM_EC=0 ++ jobs -p + exit 0 Child return code was: 0