Mock Version: 3.5 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'], chrootPath='/var/lib/mock/fedora-rawhide-x86_64-1674095562.065373/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.m6n5oj0f:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True) Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.m6n5oj0f:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11'] Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', '640d3750a69c4cb996f68243ae64f44e', '-D', '/var/lib/mock/fedora-rawhide-x86_64-1674095562.065373/root', '-a', '-u', 'mockbuild', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.m6n5oj0f:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;\\007"', '--setenv=PS1= \\s-\\v\\$ ', '--setenv=LANG=C.UTF-8', '--resolv-conf=off', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bs --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8', 'SYSTEMD_NSPAWN_TMPFS_TMP': '0', 'SYSTEMD_SECCOMP': '0'} and shell False Building target platforms: x86_64 Building for target x86_64 setting SOURCE_DATE_EPOCH=1660089600 Wrote: /builddir/build/SRPMS/golang-github-hashicorp-raft-1.2.0-6.fc38.src.rpm Child return code was: 0 ENTER ['do_with_status'](['bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'], chrootPath='/var/lib/mock/fedora-rawhide-x86_64-1674095562.065373/root'env={'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8'}shell=Falselogger=timeout=0uid=1000gid=135user='mockbuild'nspawn_args=['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.m6n5oj0f:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11']unshare_net=TrueprintOutput=True) Using nspawn with args ['--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.m6n5oj0f:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11'] Executing command: ['/usr/bin/systemd-nspawn', '-q', '-M', '171bd4f055c04e1baf3a60607a5f5a23', '-D', '/var/lib/mock/fedora-rawhide-x86_64-1674095562.065373/root', '-a', '-u', 'mockbuild', '--capability=cap_ipc_lock', '--rlimit=RLIMIT_NOFILE=10240', '--capability=cap_ipc_lock', '--bind=/tmp/mock-resolv.m6n5oj0f:/etc/resolv.conf', '--bind=/dev/btrfs-control', '--bind=/dev/mapper/control', '--bind=/dev/loop-control', '--bind=/dev/loop0', '--bind=/dev/loop1', '--bind=/dev/loop2', '--bind=/dev/loop3', '--bind=/dev/loop4', '--bind=/dev/loop5', '--bind=/dev/loop6', '--bind=/dev/loop7', '--bind=/dev/loop8', '--bind=/dev/loop9', '--bind=/dev/loop10', '--bind=/dev/loop11', '--console=pipe', '--setenv=TERM=vt100', '--setenv=SHELL=/bin/bash', '--setenv=HOME=/builddir', '--setenv=HOSTNAME=mock', '--setenv=PATH=/usr/bin:/bin:/usr/sbin:/sbin', '--setenv=PROMPT_COMMAND=printf "\\033]0;\\007"', '--setenv=PS1= \\s-\\v\\$ ', '--setenv=LANG=C.UTF-8', '--resolv-conf=off', 'bash', '--login', '-c', '/usr/bin/rpmbuild -bb --target x86_64 --nodeps /builddir/build/SPECS/golang-github-hashicorp-raft.spec'] with env {'TERM': 'vt100', 'SHELL': '/bin/bash', 'HOME': '/builddir', 'HOSTNAME': 'mock', 'PATH': '/usr/bin:/bin:/usr/sbin:/sbin', 'PROMPT_COMMAND': 'printf "\\033]0;\\007"', 'PS1': ' \\s-\\v\\$ ', 'LANG': 'C.UTF-8', 'SYSTEMD_NSPAWN_TMPFS_TMP': '0', 'SYSTEMD_SECCOMP': '0'} and shell False Building target platforms: x86_64 Building for target x86_64 setting SOURCE_DATE_EPOCH=1660089600 Executing(%prep): /bin/sh -e /var/tmp/rpm-tmp.WHaLhi + umask 022 + cd /builddir/build/BUILD + cd /builddir/build/BUILD + rm -rf raft-1.2.0 + /usr/lib/rpm/rpmuncompress -x /builddir/build/SOURCES/raft-1.2.0.tar.gz + STATUS=0 + '[' 0 -ne 0 ']' + cd raft-1.2.0 + /usr/bin/chmod -Rf a+rX,u+w,g-w,o-w . + rm -fr /builddir/build/BUILD/raft-1.2.0/vendor + [[ ! -e /builddir/build/BUILD/raft-1.2.0/_build/bin ]] + install -m 0755 -vd /builddir/build/BUILD/raft-1.2.0/_build/bin install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build' install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/bin' + export GOPATH=/builddir/build/BUILD/raft-1.2.0/_build:/usr/share/gocode + GOPATH=/builddir/build/BUILD/raft-1.2.0/_build:/usr/share/gocode + [[ ! -e /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft ]] ++ dirname /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + install -m 0755 -vd /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/src' install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/src/github.com' install: creating directory '/builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp' + ln -fs /builddir/build/BUILD/raft-1.2.0 /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + cd /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + cp /builddir/build/SOURCES/glide.yaml /builddir/build/SOURCES/glide.lock . + RPM_EC=0 ++ jobs -p + exit 0 Executing(%install): /bin/sh -e /var/tmp/rpm-tmp.0JrUQ3 + umask 022 + cd /builddir/build/BUILD + '[' /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64 '!=' / ']' + rm -rf /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64 ++ dirname /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64 + mkdir -p /builddir/build/BUILDROOT + mkdir /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64 + cd raft-1.2.0 + cd /builddir/build/BUILD/raft-1.2.0/_build/src/github.com/hashicorp/raft + IFS= +++ realpath -e --relative-base=. glide.lock glide.yaml +++ sort -u ++ listfiles_include='glide.lock glide.yaml' ++ echo 'glide.lock glide.yaml' + gosupfiles='glide.lock glide.yaml' + mapfile -t gosupfilesA + go-rpm-integration install -i github.com/hashicorp/raft -b /builddir/build/BUILD/raft-1.2.0/_build/bin -s /builddir/build/BUILD/raft-1.2.0/_build -o golang-github-hashicorp-raft-devel.file-list -O /builddir/build/BUILD/raft-1.2.0 -V 1.2.0-6.fc38 -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64 -g /usr/share/gocode -r '.*example.*' glide.lock glide.yaml Installing: github.com/hashicorp/raft + IFS= +++ realpath -e --relative-base=. README.md membership.md CHANGELOG.md +++ sort -u ++ listfiles_include='CHANGELOG.md README.md membership.md' ++ echo 'CHANGELOG.md README.md membership.md' + godocs='CHANGELOG.md README.md membership.md' + [[ -n CHANGELOG.md README.md membership.md ]] + IFS= + read -r f + echo %doc '"CHANGELOG.md"' + IFS= + read -r f + echo %doc '"README.md"' + IFS= + read -r f + echo %doc '"membership.md"' + IFS= + read -r f + IFS= +++ realpath -e --relative-base=. LICENSE +++ sort -u ++ listfiles_include=LICENSE ++ echo LICENSE + golicenses=LICENSE + [[ -n LICENSE ]] + IFS= + read -r f + echo %license '"LICENSE"' + IFS= + read -r f + /usr/lib/rpm/check-buildroot + /usr/lib/rpm/redhat/brp-ldconfig + /usr/lib/rpm/brp-compress + /usr/lib/rpm/brp-strip /usr/bin/strip + /usr/lib/rpm/brp-strip-comment-note /usr/bin/strip /usr/bin/objdump + /usr/lib/rpm/redhat/brp-strip-lto /usr/bin/strip + /usr/lib/rpm/brp-strip-static-archive /usr/bin/strip + /usr/lib/rpm/check-rpaths + /usr/lib/rpm/redhat/brp-mangle-shebangs + /usr/lib/rpm/brp-remove-la-files + env /usr/lib/rpm/redhat/brp-python-bytecompile '' 1 0 -j2 + /usr/lib/rpm/redhat/brp-python-hardlink Executing(%check): /bin/sh -e /var/tmp/rpm-tmp.ToXs7v + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + LDFLAGS=' -X github.com/hashicorp/raft/version=1.2.0' + GO_TEST_FLAGS='-buildmode pie -compiler gc' + GO_TEST_EXT_LD_FLAGS='-Wl,-z,relro -Wl,--as-needed -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -Wl,--build-id=sha1 -specs=/usr/lib/rpm/redhat/redhat-package-notes ' + go-rpm-integration check -i github.com/hashicorp/raft -b /builddir/build/BUILD/raft-1.2.0/_build/bin -s /builddir/build/BUILD/raft-1.2.0/_build -V 1.2.0-6.fc38 -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64 -g /usr/share/gocode -r '.*example.*' -d . Testing in: /builddir/build/BUILD/raft-1.2.0/_build/src PATH: /builddir/build/BUILD/raft-1.2.0/_build/bin:/builddir/.local/bin:/builddir/bin:/usr/bin:/bin:/usr/sbin:/sbin:/usr/local/sbin GOPATH: /builddir/build/BUILD/raft-1.2.0/_build:/usr/share/gocode GO111MODULE: off command: go test -buildmode pie -compiler gc -ldflags " -X github.com/hashicorp/raft/version=1.2.0 -extldflags '-Wl,-z,relro -Wl,--as-needed -Wl,-z,now -specs=/usr/lib/rpm/redhat/redhat-hardened-ld -specs=/usr/lib/rpm/redhat/redhat-annobin-cc1 -Wl,--build-id=sha1 -specs=/usr/lib/rpm/redhat/redhat-package-notes '" testing: github.com/hashicorp/raft github.com/hashicorp/raft/bench ? github.com/hashicorp/raft/bench [no test files] github.com/hashicorp/raft/fuzzy 2023-01-19T02:35:45.296Z [INFO] lt_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/lt_0 2023-01-19T02:35:45.297Z [INFO] lt_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-19T02:35:45.297Z [INFO] lt_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/lt_1 2023-01-19T02:35:45.297Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-01-19T02:35:45.299Z [INFO] lt_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-19T02:35:45.299Z [INFO] lt_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/lt_2 2023-01-19T02:35:45.300Z [INFO] lt_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-19T02:35:45.300Z [INFO] lt_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/lt_3 2023-01-19T02:35:45.300Z [INFO] lt_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-19T02:35:45.300Z [INFO] lt_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/lt_4 2023-01-19T02:35:45.301Z [INFO] lt_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-19T02:35:45.300Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-01-19T02:35:45.301Z [INFO] lt_2:: entering follower state: follower="Node at lt_2 [Follower]" leader= 2023-01-19T02:35:45.302Z [INFO] lt_3:: entering follower state: follower="Node at lt_3 [Follower]" leader= 2023-01-19T02:35:45.302Z [INFO] lt_4:: entering follower state: follower="Node at lt_4 [Follower]" leader= 2023-01-19T02:35:46.627Z [WARN] lt_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:35:46.628Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=2 2023-01-19T02:35:46.629Z [INFO] lt_0:: election won: tally=3 2023-01-19T02:35:46.629Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-01-19T02:35:46.629Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-01-19T02:35:46.630Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-01-19T02:35:46.630Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-01-19T02:35:46.630Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-01-19T02:35:46.630Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-01-19T02:35:46.630Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:35:46.630Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:35:46.631Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:35:46.794Z [INFO] lt_1:: entering candidate state: node="Node at lt_1 [Candidate]" term=3 2023-01-19T02:35:46.795Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-01-19T02:35:46.795Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:35:46.795Z [INFO] lt_1:: election won: tally=3 2023-01-19T02:35:46.795Z [INFO] lt_1:: entering leader state: leader="Node at lt_1 [Leader]" 2023-01-19T02:35:46.795Z [INFO] lt_1:: added peer, starting replication: peer=lt_0 2023-01-19T02:35:46.795Z [INFO] lt_1:: added peer, starting replication: peer=lt_2 2023-01-19T02:35:46.795Z [INFO] lt_1:: added peer, starting replication: peer=lt_3 2023-01-19T02:35:46.795Z [INFO] lt_1:: added peer, starting replication: peer=lt_4 2023-01-19T02:35:46.795Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:35:46.795Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-01-19T02:35:46.795Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:35:46.795Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:35:46.795Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_0 lt_0}" 2023-01-19T02:35:46.795Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:35:46.795Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:35:47.143Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=4 2023-01-19T02:35:47.145Z [INFO] lt_0:: election won: tally=3 2023-01-19T02:35:47.145Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-01-19T02:35:47.145Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-01-19T02:35:47.146Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-01-19T02:35:47.146Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-01-19T02:35:47.146Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-01-19T02:35:47.145Z [WARN] lt_3:: rejecting vote request since our last index is greater: candidate=lt_0 last-index=4218 last-candidate-index=4216 2023-01-19T02:35:47.145Z [WARN] lt_1:: rejecting vote request since our last index is greater: candidate=lt_0 last-index=4218 last-candidate-index=4216 2023-01-19T02:35:47.147Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-01-19T02:35:47.147Z [WARN] lt_1:: clearing log suffix: from=4217 to=4218 2023-01-19T02:35:47.145Z [ERROR] lt_1:: peer has newer term, stopping replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:35:47.145Z [ERROR] lt_1:: peer has newer term, stopping replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:35:47.146Z [ERROR] lt_1:: peer has newer term, stopping replication: peer="{Voter lt_0 lt_0}" 2023-01-19T02:35:47.149Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2023-01-19T02:35:47.149Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:35:47.149Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:35:47.150Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:35:47.150Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-01-19T02:35:47.153Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:35:47.153Z [WARN] lt_3:: clearing log suffix: from=4217 to=4218 2023-01-19T02:35:47.154Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:35:47.154Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:35:47.167Z [INFO] lt_1:: entering candidate state: node="Node at lt_1 [Candidate]" term=5 2023-01-19T02:35:47.167Z [INFO] lt_1:: election won: tally=3 2023-01-19T02:35:47.167Z [INFO] lt_1:: entering leader state: leader="Node at lt_1 [Leader]" 2023-01-19T02:35:47.167Z [INFO] lt_1:: added peer, starting replication: peer=lt_0 2023-01-19T02:35:47.167Z [INFO] lt_1:: added peer, starting replication: peer=lt_2 2023-01-19T02:35:47.167Z [INFO] lt_1:: added peer, starting replication: peer=lt_3 2023-01-19T02:35:47.167Z [INFO] lt_1:: added peer, starting replication: peer=lt_4 2023-01-19T02:35:47.167Z [WARN] lt_0:: rejecting vote request since our last index is greater: candidate=lt_1 last-index=4220 last-candidate-index=4218 2023-01-19T02:35:47.167Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-01-19T02:35:47.168Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:35:47.176Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:35:47.176Z [WARN] lt_0:: clearing log suffix: from=4219 to=4220 2023-01-19T02:35:47.176Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:35:47.177Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-01-19T02:35:47.177Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:35:47.177Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:35:47.177Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_0 lt_0}" 2023-01-19T02:35:47.176Z [WARN] lt_2:: failed to get previous log: previous-index=4218 last-index=4217 error="log not found" 2023-01-19T02:35:47.177Z [WARN] lt_1:: appendEntries rejected, sending older logs: peer="{Voter lt_2 lt_2}" next=4218 2023-01-19T02:35:47.177Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:35:47.269Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:35:47.269Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2023-01-19T02:35:47.269Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:35:47.269Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:35:47.591Z [INFO] m_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/m_0 2023-01-19T02:35:47.593Z [INFO] m_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-01-19T02:35:47.593Z [INFO] m_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/m_1 2023-01-19T02:35:47.594Z [INFO] m_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-01-19T02:35:47.594Z [INFO] m_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/m_2 2023-01-19T02:35:47.594Z [INFO] m_0:: entering follower state: follower="Node at m_0 [Follower]" leader= 2023-01-19T02:35:47.594Z [INFO] m_1:: entering follower state: follower="Node at m_1 [Follower]" leader= 2023-01-19T02:35:47.595Z [INFO] m_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-01-19T02:35:47.595Z [INFO] m_2:: entering follower state: follower="Node at m_2 [Follower]" leader= 2023-01-19T02:35:48.943Z [WARN] m_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:35:48.944Z [INFO] m_1:: entering candidate state: node="Node at m_1 [Candidate]" term=2 2023-01-19T02:35:48.945Z [INFO] m_1:: election won: tally=2 2023-01-19T02:35:48.945Z [INFO] m_1:: entering leader state: leader="Node at m_1 [Leader]" 2023-01-19T02:35:48.945Z [INFO] m_1:: added peer, starting replication: peer=m_0 2023-01-19T02:35:48.945Z [INFO] m_1:: added peer, starting replication: peer=m_2 2023-01-19T02:35:48.945Z [INFO] m_1:: pipelining replication: peer="{Voter m_0 m_0}" 2023-01-19T02:35:48.946Z [INFO] m_1:: pipelining replication: peer="{Voter m_2 m_2}" 2023-01-19T02:35:48.953Z [INFO] m_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/m_3 2023-01-19T02:35:48.961Z [INFO] m_3:: initial configuration: index=0 servers=[] 2023-01-19T02:35:48.961Z [INFO] m_1:: updating configuration: command=AddStaging server-id=m_3 server-addr=m_3 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3}]" 2023-01-19T02:35:48.961Z [INFO] m_1:: added peer, starting replication: peer=m_3 2023-01-19T02:35:48.962Z [INFO] m_3:: entering follower state: follower="Node at m_3 [Follower]" leader= 2023-01-19T02:35:48.962Z [WARN] m_3:: failed to get previous log: previous-index=135 last-index=0 error="log not found" 2023-01-19T02:35:48.963Z [WARN] m_1:: appendEntries rejected, sending older logs: peer="{Voter m_3 m_3}" next=1 2023-01-19T02:35:48.968Z [INFO] m_1:: pipelining replication: peer="{Voter m_3 m_3}" 2023-01-19T02:35:48.968Z [INFO] m_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/m_4 2023-01-19T02:35:48.974Z [INFO] m_4:: initial configuration: index=0 servers=[] 2023-01-19T02:35:48.974Z [INFO] m_4:: entering follower state: follower="Node at m_4 [Follower]" leader= 2023-01-19T02:35:48.976Z [INFO] m_1:: updating configuration: command=AddStaging server-id=m_4 server-addr=m_4 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3} {Suffrage:Voter ID:m_4 Address:m_4}]" 2023-01-19T02:35:48.976Z [INFO] m_1:: added peer, starting replication: peer=m_4 2023-01-19T02:35:48.977Z [WARN] m_4:: failed to get previous log: previous-index=226 last-index=0 error="log not found" 2023-01-19T02:35:48.977Z [WARN] m_1:: appendEntries rejected, sending older logs: peer="{Voter m_4 m_4}" next=1 2023-01-19T02:35:48.982Z [INFO] m_1:: pipelining replication: peer="{Voter m_4 m_4}" 2023-01-19T02:35:54.096Z [INFO] m_1:: aborting pipeline replication: peer="{Voter m_4 m_4}" 2023-01-19T02:35:54.096Z [INFO] m_1:: aborting pipeline replication: peer="{Voter m_0 m_0}" 2023-01-19T02:35:54.096Z [INFO] m_1:: aborting pipeline replication: peer="{Voter m_2 m_2}" 2023-01-19T02:35:54.096Z [INFO] m_1:: aborting pipeline replication: peer="{Voter m_3 m_3}" 2023-01-19T02:35:56.075Z [INFO] ar_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/ar_0 2023-01-19T02:35:56.078Z [INFO] ar_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-01-19T02:35:56.078Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:35:56.079Z [INFO] ar_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/ar_1 2023-01-19T02:35:56.079Z [INFO] ar_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-01-19T02:35:56.079Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:35:56.080Z [INFO] ar_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/ar_2 2023-01-19T02:35:56.081Z [INFO] ar_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-01-19T02:35:56.081Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:35:57.474Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:35:57.475Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=2 2023-01-19T02:35:57.475Z [INFO] ar_1:: election won: tally=2 2023-01-19T02:35:57.475Z [INFO] ar_1:: entering leader state: leader="Node at ar_1 [Leader]" 2023-01-19T02:35:57.476Z [INFO] ar_1:: added peer, starting replication: peer=ar_0 2023-01-19T02:35:57.476Z [INFO] ar_1:: added peer, starting replication: peer=ar_2 2023-01-19T02:35:57.476Z [INFO] ar_1:: pipelining replication: peer="{Voter ar_2 ar_2}" 2023-01-19T02:35:57.476Z [INFO] ar_1:: pipelining replication: peer="{Voter ar_0 ar_0}" 2023-01-19T02:35:57.481Z [INFO] ar_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/ar_3 2023-01-19T02:35:57.483Z [INFO] ar_3:: initial configuration: index=0 servers=[] 2023-01-19T02:35:57.484Z [INFO] ar_1:: updating configuration: command=AddStaging server-id=ar_3 server-addr=ar_3 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3}]" 2023-01-19T02:35:57.486Z [INFO] ar_1:: added peer, starting replication: peer=ar_3 2023-01-19T02:35:57.484Z [INFO] ar_3:: entering follower state: follower="Node at ar_3 [Follower]" leader= 2023-01-19T02:35:57.486Z [WARN] ar_3:: failed to get previous log: previous-index=106 last-index=0 error="log not found" 2023-01-19T02:35:57.486Z [WARN] ar_1:: appendEntries rejected, sending older logs: peer="{Voter ar_3 ar_3}" next=1 2023-01-19T02:35:57.488Z [INFO] ar_1:: pipelining replication: peer="{Voter ar_3 ar_3}" 2023-01-19T02:35:57.488Z [INFO] ar_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/ar_4 2023-01-19T02:35:57.489Z [INFO] ar_4:: initial configuration: index=0 servers=[] 2023-01-19T02:35:57.489Z [INFO] ar_1:: updating configuration: command=AddStaging server-id=ar_4 server-addr=ar_4 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3} {Suffrage:Voter ID:ar_4 Address:ar_4}]" 2023-01-19T02:35:57.489Z [INFO] ar_1:: added peer, starting replication: peer=ar_4 2023-01-19T02:35:57.490Z [INFO] ar_4:: entering follower state: follower="Node at ar_4 [Follower]" leader= 2023-01-19T02:35:57.490Z [WARN] ar_4:: failed to get previous log: previous-index=112 last-index=0 error="log not found" 2023-01-19T02:35:57.490Z [WARN] ar_1:: appendEntries rejected, sending older logs: peer="{Voter ar_4 ar_4}" next=1 2023-01-19T02:35:57.492Z [INFO] ar_1:: pipelining replication: peer="{Voter ar_4 ar_4}" 2023-01-19T02:35:57.493Z [INFO] Removing node ar_0 from cluster 2023-01-19T02:35:57.493Z [INFO] Removing node ar_2 from cluster 2023-01-19T02:35:57.681Z [INFO] ar_1:: aborting pipeline replication: peer="{Voter ar_2 ar_2}" 2023-01-19T02:35:57.681Z [INFO] ar_1:: aborting pipeline replication: peer="{Voter ar_3 ar_3}" 2023-01-19T02:35:57.681Z [INFO] ar_1:: aborting pipeline replication: peer="{Voter ar_4 ar_4}" 2023-01-19T02:35:57.681Z [INFO] ar_1:: aborting pipeline replication: peer="{Voter ar_0 ar_0}" 2023-01-19T02:35:57.717Z [INFO] rl_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/rl_0 2023-01-19T02:35:57.720Z [INFO] rl_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-19T02:35:57.720Z [INFO] rl_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/rl_1 2023-01-19T02:35:57.720Z [INFO] rl_0:: entering follower state: follower="Node at rl_0 [Follower]" leader= 2023-01-19T02:35:57.721Z [INFO] rl_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-19T02:35:57.721Z [INFO] rl_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/rl_2 2023-01-19T02:35:57.722Z [INFO] rl_1:: entering follower state: follower="Node at rl_1 [Follower]" leader= 2023-01-19T02:35:57.723Z [INFO] rl_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-19T02:35:57.724Z [INFO] rl_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/rl_3 2023-01-19T02:35:57.725Z [INFO] rl_2:: entering follower state: follower="Node at rl_2 [Follower]" leader= 2023-01-19T02:35:57.725Z [INFO] rl_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-19T02:35:57.726Z [INFO] rl_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/rl_4 2023-01-19T02:35:57.726Z [INFO] rl_3:: entering follower state: follower="Node at rl_3 [Follower]" leader= 2023-01-19T02:35:57.728Z [INFO] rl_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-19T02:35:57.729Z [INFO] rl_4:: entering follower state: follower="Node at rl_4 [Follower]" leader= 2023-01-19T02:35:58.750Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader=ar_1 2023-01-19T02:35:58.750Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=3 2023-01-19T02:35:58.751Z [WARN] ar_2:: rejecting vote request since we have a leader: from=ar_0 leader=ar_1 2023-01-19T02:35:58.989Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader=ar_1 2023-01-19T02:35:58.989Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=3 2023-01-19T02:35:58.990Z [INFO] ar_0:: duplicate requestVote for same term: term=3 2023-01-19T02:35:59.086Z [WARN] rl_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:35:59.086Z [INFO] rl_2:: entering candidate state: node="Node at rl_2 [Candidate]" term=2 2023-01-19T02:35:59.086Z [INFO] rl_2:: election won: tally=3 2023-01-19T02:35:59.086Z [INFO] rl_2:: entering leader state: leader="Node at rl_2 [Leader]" 2023-01-19T02:35:59.086Z [INFO] rl_2:: added peer, starting replication: peer=rl_0 2023-01-19T02:35:59.086Z [INFO] rl_2:: added peer, starting replication: peer=rl_1 2023-01-19T02:35:59.086Z [INFO] rl_2:: added peer, starting replication: peer=rl_3 2023-01-19T02:35:59.086Z [INFO] rl_2:: added peer, starting replication: peer=rl_4 2023-01-19T02:35:59.087Z [INFO] rl_2:: pipelining replication: peer="{Voter rl_0 rl_0}" 2023-01-19T02:35:59.087Z [INFO] rl_2:: pipelining replication: peer="{Voter rl_4 rl_4}" 2023-01-19T02:35:59.088Z [INFO] rl_2:: pipelining replication: peer="{Voter rl_3 rl_3}" 2023-01-19T02:35:59.088Z [INFO] rl_2:: pipelining replication: peer="{Voter rl_1 rl_1}" 2023-01-19T02:36:00.097Z [INFO] Removing node rl_2 from cluster 2023-01-19T02:36:00.520Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:36:00.520Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=4 2023-01-19T02:36:00.520Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:36:01.627Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:01.627Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=5 2023-01-19T02:36:01.627Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:36:02.890Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:02.890Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=6 2023-01-19T02:36:02.891Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:36:04.076Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:04.076Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=7 2023-01-19T02:36:04.077Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:36:05.511Z [INFO] rmp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/rmp_0 2023-01-19T02:36:05.512Z [INFO] rl_2:: aborting pipeline replication: peer="{Voter rl_4 rl_4}" 2023-01-19T02:36:05.512Z [INFO] rl_2:: aborting pipeline replication: peer="{Voter rl_0 rl_0}" 2023-01-19T02:36:05.513Z [INFO] rl_2:: aborting pipeline replication: peer="{Voter rl_1 rl_1}" 2023-01-19T02:36:05.513Z [INFO] rl_2:: aborting pipeline replication: peer="{Voter rl_3 rl_3}" 2023-01-19T02:36:05.513Z [INFO] rmp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-19T02:36:05.513Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2023-01-19T02:36:05.513Z [INFO] rmp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/rmp_1 2023-01-19T02:36:05.515Z [INFO] rmp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-19T02:36:05.515Z [INFO] rmp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/rmp_2 2023-01-19T02:36:05.516Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2023-01-19T02:36:05.516Z [INFO] rmp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-19T02:36:05.516Z [INFO] rmp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/rmp_3 2023-01-19T02:36:05.516Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2023-01-19T02:36:05.517Z [INFO] rmp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-19T02:36:05.517Z [INFO] rmp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/rmp_4 2023-01-19T02:36:05.517Z [INFO] rmp_3:: entering follower state: follower="Node at rmp_3 [Follower]" leader= 2023-01-19T02:36:05.517Z [INFO] rmp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-19T02:36:05.518Z [INFO] rmp_4:: entering follower state: follower="Node at rmp_4 [Follower]" leader= 2023-01-19T02:36:05.966Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:05.966Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=8 2023-01-19T02:36:05.966Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:36:06.605Z [WARN] rmp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:06.605Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=2 2023-01-19T02:36:06.606Z [INFO] rmp_2:: election won: tally=3 2023-01-19T02:36:06.606Z [INFO] rmp_2:: entering leader state: leader="Node at rmp_2 [Leader]" 2023-01-19T02:36:06.606Z [INFO] rmp_2:: added peer, starting replication: peer=rmp_0 2023-01-19T02:36:06.606Z [INFO] rmp_2:: added peer, starting replication: peer=rmp_1 2023-01-19T02:36:06.606Z [INFO] rmp_2:: added peer, starting replication: peer=rmp_3 2023-01-19T02:36:06.606Z [INFO] rmp_2:: added peer, starting replication: peer=rmp_4 2023-01-19T02:36:06.608Z [INFO] rmp_2:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2023-01-19T02:36:06.608Z [INFO] rmp_2:: pipelining replication: peer="{Voter rmp_0 rmp_0}" 2023-01-19T02:36:06.609Z [INFO] rmp_2:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-01-19T02:36:06.610Z [INFO] rmp_2:: pipelining replication: peer="{Voter rmp_3 rmp_3}" 2023-01-19T02:36:06.614Z [INFO] Created partition 1 with nodes [rmp_1], partitions now are 1 = [rmp_1] 2023-01-19T02:36:06.614Z [INFO] rmp_2:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-01-19T02:36:06.615Z [ERROR] rmp_2:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:06.625Z [ERROR] rmp_2:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:06.637Z [ERROR] rmp_2:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:06.658Z [ERROR] rmp_2:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:06.699Z [ERROR] rmp_2:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:06.777Z [ERROR] rmp_2:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:06.781Z [ERROR] rmp_2:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:06.925Z [ERROR] rmp_2:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:06.941Z [ERROR] rmp_2:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:07.079Z [ERROR] rmp_2:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:07.117Z [WARN] rmp_2:: failed to contact: server-id=rmp_1 time=503.421894ms 2023-01-19T02:36:07.262Z [ERROR] rmp_2:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:07.283Z [ERROR] rmp_2:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:07.414Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:36:07.414Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=9 2023-01-19T02:36:07.440Z [ERROR] rmp_2:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:07.615Z [WARN] rmp_2:: failed to contact: server-id=rmp_1 time=1.001343865s 2023-01-19T02:36:07.682Z [ERROR] rmp_2:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:07.911Z [ERROR] rmp_2:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:07.996Z [ERROR] rmp_2:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:08.129Z [WARN] rmp_1:: heartbeat timeout reached, starting election: last-leader=rmp_2 2023-01-19T02:36:08.129Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=3 2023-01-19T02:36:08.129Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-01-19T02:36:08.129Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-01-19T02:36:08.129Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-01-19T02:36:08.129Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-01-19T02:36:08.419Z [ERROR] rmp_2:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:09.188Z [ERROR] rmp_2:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:09.191Z [ERROR] rmp_2:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:09.302Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:36:09.302Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=10 2023-01-19T02:36:09.528Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-19T02:36:09.528Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=4 2023-01-19T02:36:09.528Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-01-19T02:36:09.529Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-01-19T02:36:09.529Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-01-19T02:36:09.529Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-01-19T02:36:09.614Z [INFO] Removing node rmp_1 from cluster 2023-01-19T02:36:10.629Z [ERROR] rmp_2:: failed to heartbeat to: peer=rmp_1 error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:10.930Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-19T02:36:10.930Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=5 2023-01-19T02:36:10.930Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-01-19T02:36:10.930Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-01-19T02:36:10.930Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-01-19T02:36:10.932Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-01-19T02:36:10.941Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:36:10.941Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=11 2023-01-19T02:36:11.753Z [ERROR] rmp_2:: failed to appendEntries to: peer="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:36:12.226Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:36:12.226Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=12 2023-01-19T02:36:12.335Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-19T02:36:12.335Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=6 2023-01-19T02:36:12.336Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_1" 2023-01-19T02:36:12.336Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_1" 2023-01-19T02:36:12.336Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_1" 2023-01-19T02:36:12.336Z [ERROR] rmp_1:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_1" 2023-01-19T02:36:12.614Z [INFO] Healing all partitions, partitions now [None] 2023-01-19T02:36:13.410Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:13.410Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=13 2023-01-19T02:36:13.411Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:36:13.488Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-19T02:36:13.488Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=7 2023-01-19T02:36:13.488Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_2 2023-01-19T02:36:13.490Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_2 2023-01-19T02:36:13.490Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_2 2023-01-19T02:36:13.497Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_2 2023-01-19T02:36:14.525Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:14.526Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=14 2023-01-19T02:36:14.576Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-19T02:36:14.577Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=8 2023-01-19T02:36:14.577Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_2 2023-01-19T02:36:14.579Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_2 2023-01-19T02:36:14.579Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_2 2023-01-19T02:36:14.579Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_2 2023-01-19T02:36:15.776Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-19T02:36:15.777Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=9 2023-01-19T02:36:15.777Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_2 2023-01-19T02:36:15.778Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_2 2023-01-19T02:36:15.778Z [WARN] rmp_2:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_2 2023-01-19T02:36:15.778Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_2 2023-01-19T02:36:15.892Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:15.892Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=15 2023-01-19T02:36:16.874Z [ERROR] rmp_2:: peer has newer term, stopping replication: peer="{Voter rmp_1 rmp_1}" 2023-01-19T02:36:16.875Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2023-01-19T02:36:16.875Z [INFO] rmp_2:: aborting pipeline replication: peer="{Voter rmp_0 rmp_0}" 2023-01-19T02:36:16.875Z [INFO] rmp_2:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2023-01-19T02:36:16.875Z [INFO] rmp_2:: aborting pipeline replication: peer="{Voter rmp_3 rmp_3}" 2023-01-19T02:36:17.166Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:17.167Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=16 2023-01-19T02:36:17.547Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-19T02:36:17.547Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=10 2023-01-19T02:36:17.548Z [WARN] rmp_2:: rejecting vote request since our last index is greater: candidate=rmp_1 last-index=95903 last-candidate-index=101 2023-01-19T02:36:17.548Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_2 2023-01-19T02:36:17.548Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_2 2023-01-19T02:36:17.548Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_2 2023-01-19T02:36:17.922Z [WARN] rmp_0:: heartbeat timeout reached, starting election: last-leader=rmp_2 2023-01-19T02:36:17.922Z [INFO] rmp_0:: entering candidate state: node="Node at rmp_0 [Candidate]" term=3 2023-01-19T02:36:17.922Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_0 leader=rmp_2 2023-01-19T02:36:17.922Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2023-01-19T02:36:17.922Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_0 leader=rmp_2 2023-01-19T02:36:18.222Z [WARN] rmp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:18.223Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=11 2023-01-19T02:36:18.223Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2023-01-19T02:36:18.223Z [INFO] rmp_2:: election won: tally=3 2023-01-19T02:36:18.223Z [INFO] rmp_2:: entering leader state: leader="Node at rmp_2 [Leader]" 2023-01-19T02:36:18.223Z [INFO] rmp_2:: added peer, starting replication: peer=rmp_0 2023-01-19T02:36:18.223Z [INFO] rmp_2:: added peer, starting replication: peer=rmp_1 2023-01-19T02:36:18.224Z [INFO] rmp_2:: added peer, starting replication: peer=rmp_3 2023-01-19T02:36:18.224Z [INFO] rmp_2:: added peer, starting replication: peer=rmp_4 2023-01-19T02:36:18.224Z [WARN] rmp_0:: failed to get previous log: previous-index=95903 last-index=95870 error="log not found" 2023-01-19T02:36:18.224Z [WARN] rmp_2:: appendEntries rejected, sending older logs: peer="{Voter rmp_0 rmp_0}" next=95871 2023-01-19T02:36:18.224Z [WARN] rmp_4:: failed to get previous log: previous-index=95903 last-index=95870 error="log not found" 2023-01-19T02:36:18.225Z [INFO] rmp_2:: pipelining replication: peer="{Voter rmp_0 rmp_0}" 2023-01-19T02:36:18.225Z [WARN] rmp_2:: appendEntries rejected, sending older logs: peer="{Voter rmp_4 rmp_4}" next=95871 2023-01-19T02:36:18.227Z [INFO] rmp_2:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2023-01-19T02:36:18.228Z [WARN] rmp_1:: failed to get previous log: previous-index=95903 last-index=101 error="log not found" 2023-01-19T02:36:18.228Z [WARN] rmp_2:: appendEntries rejected, sending older logs: peer="{Voter rmp_1 rmp_1}" next=102 2023-01-19T02:36:18.230Z [WARN] rmp_3:: failed to get previous log: previous-index=95903 last-index=95870 error="log not found" 2023-01-19T02:36:18.230Z [WARN] rmp_2:: appendEntries rejected, sending older logs: peer="{Voter rmp_3 rmp_3}" next=95871 2023-01-19T02:36:18.232Z [INFO] rmp_2:: pipelining replication: peer="{Voter rmp_3 rmp_3}" 2023-01-19T02:36:18.439Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:18.439Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=17 2023-01-19T02:36:19.853Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:19.853Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=18 2023-01-19T02:36:20.506Z [INFO] rmp_2:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-01-19T02:36:21.453Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:21.453Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=19 2023-01-19T02:36:21.453Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:36:22.749Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:36:22.750Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=20 2023-01-19T02:36:22.782Z [INFO] rmp_2:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2023-01-19T02:36:22.782Z [INFO] rmp_2:: aborting pipeline replication: peer="{Voter rmp_0 rmp_0}" 2023-01-19T02:36:22.782Z [INFO] rmp_2:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-01-19T02:36:22.782Z [INFO] rmp_2:: aborting pipeline replication: peer="{Voter rmp_3 rmp_3}" 2023-01-19T02:36:24.190Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:36:24.190Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=21 2023-01-19T02:36:24.815Z [WARN] rmp_1:: heartbeat timeout reached, starting election: last-leader=rmp_2 2023-01-19T02:36:24.815Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=12 2023-01-19T02:36:25.315Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:25.315Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=22 2023-01-19T02:36:25.317Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:36:26.235Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-19T02:36:26.235Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=13 2023-01-19T02:36:26.914Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:26.914Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=23 2023-01-19T02:36:26.914Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:36:27.289Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-19T02:36:27.289Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=14 2023-01-19T02:36:28.268Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:36:28.268Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=24 2023-01-19T02:36:28.401Z [WARN] rmp_1:: Election timeout reached, restarting election 2023-01-19T02:36:28.402Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=15 2023-01-19T02:36:28.580Z [INFO] lp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/lp_0 2023-01-19T02:36:28.581Z [INFO] lp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-19T02:36:28.581Z [INFO] lp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/lp_1 2023-01-19T02:36:28.581Z [INFO] lp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-19T02:36:28.581Z [INFO] lp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/lp_2 2023-01-19T02:36:28.581Z [INFO] lp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-19T02:36:28.581Z [INFO] lp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/lp_3 2023-01-19T02:36:28.582Z [INFO] lp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-19T02:36:28.582Z [INFO] lp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/lp_4 2023-01-19T02:36:28.582Z [INFO] lp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-19T02:36:28.582Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:36:28.582Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:36:28.582Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:36:28.582Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:36:28.582Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:36:29.580Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:36:29.580Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=25 2023-01-19T02:36:29.654Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:29.655Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=2 2023-01-19T02:36:29.655Z [INFO] lp_0:: election won: tally=3 2023-01-19T02:36:29.656Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-01-19T02:36:29.656Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-01-19T02:36:29.656Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-01-19T02:36:29.656Z [INFO] Created partition 1 with nodes [lp_0], partitions now are 1 = [lp_0] 2023-01-19T02:36:29.657Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-01-19T02:36:29.657Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-01-19T02:36:29.657Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:36:29.657Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:36:29.657Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:36:29.657Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:36:29.667Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:36:29.728Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:36:29.744Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:36:29.749Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:36:29.764Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:36:29.782Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:36:29.802Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:36:29.816Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:36:29.820Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:36:29.827Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:36:29.841Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:36:29.851Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:36:29.855Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:36:29.906Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:36:29.925Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:36:29.935Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:36:29.954Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:36:29.958Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:36:29.981Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:36:29.999Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:36:30.010Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:36:30.041Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:36:30.058Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:36:30.058Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:36:30.062Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:36:30.104Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:36:30.146Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:36:30.157Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=501.139384ms 2023-01-19T02:36:30.157Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=500.869455ms 2023-01-19T02:36:30.157Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=500.843677ms 2023-01-19T02:36:30.157Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=500.833177ms 2023-01-19T02:36:30.157Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2023-01-19T02:36:30.158Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:36:30.157Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:36:30.199Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:36:30.205Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:36:30.217Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:36:31.349Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:31.349Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=3 2023-01-19T02:36:31.349Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:31.349Z [INFO] lp_1:: election won: tally=3 2023-01-19T02:36:31.349Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-01-19T02:36:31.349Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-01-19T02:36:31.349Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-01-19T02:36:31.349Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-01-19T02:36:31.349Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-01-19T02:36:31.349Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:36:31.349Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:31.349Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:36:31.350Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:36:31.361Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:31.372Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:31.395Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:31.395Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:31.395Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=26 2023-01-19T02:36:31.395Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:36:31.435Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:31.475Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:31.516Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:31.596Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:31.677Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:31.713Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:31.849Z [WARN] lp_1:: failed to contact: server-id=lp_0 time=500.052854ms 2023-01-19T02:36:31.932Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:32.000Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:32.011Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:32.011Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=3 2023-01-19T02:36:32.012Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:36:32.013Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:36:32.013Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:36:32.014Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:36:32.088Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:32.273Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:32.349Z [WARN] lp_1:: failed to contact: server-id=lp_0 time=999.886234ms 2023-01-19T02:36:32.549Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:32.623Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:32.623Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=27 2023-01-19T02:36:32.624Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:36:32.641Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:33.051Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:33.120Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-19T02:36:33.120Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=4 2023-01-19T02:36:33.120Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:36:33.122Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:36:33.122Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:36:33.122Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:36:33.657Z [INFO] Healing partition group 1, now partitions are [None] 2023-01-19T02:36:33.855Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:33.855Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=28 2023-01-19T02:36:33.856Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:36:33.922Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:36:33.922Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:36:33.922Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:36:33.922Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:36:33.922Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:36:34.683Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-19T02:36:34.683Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=5 2023-01-19T02:36:34.683Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2023-01-19T02:36:34.683Z [WARN] lp_1:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=3 last-candidate-term=2 2023-01-19T02:36:34.683Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2023-01-19T02:36:34.683Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2023-01-19T02:36:34.865Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:34.865Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=29 2023-01-19T02:36:34.865Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:36:35.068Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:35.068Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=6 2023-01-19T02:36:35.068Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:36:35.069Z [INFO] lp_1:: election won: tally=3 2023-01-19T02:36:35.069Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-01-19T02:36:35.069Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-01-19T02:36:35.069Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-01-19T02:36:35.069Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-01-19T02:36:35.069Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-01-19T02:36:35.069Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:36:35.069Z [WARN] lp_0:: failed to get previous log: previous-index=21057 last-index=7 error="log not found" 2023-01-19T02:36:35.069Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=8 2023-01-19T02:36:35.069Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:36:35.069Z [WARN] lp_3:: rejecting vote request since our last term is greater: candidate=lp_1 last-term=6 last-candidate-term=3 2023-01-19T02:36:35.070Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-01-19T02:36:35.070Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:36:35.070Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=7 2023-01-19T02:36:35.071Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-01-19T02:36:35.071Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=6 2023-01-19T02:36:35.072Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-01-19T02:36:35.072Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=5 2023-01-19T02:36:35.072Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-01-19T02:36:35.072Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=4 2023-01-19T02:36:35.073Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-01-19T02:36:35.073Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=3 2023-01-19T02:36:35.074Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-01-19T02:36:35.074Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=2 2023-01-19T02:36:35.074Z [WARN] lp_0:: clearing log suffix: from=2 to=7 2023-01-19T02:36:35.478Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:36:36.333Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:36:36.333Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=30 2023-01-19T02:36:37.618Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:36:37.618Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=31 2023-01-19T02:36:38.657Z [INFO] Created partition 2 with nodes [lp_1 lp_0 lp_2], partitions now are 2 = [lp_1 lp_2 lp_0] 2023-01-19T02:36:38.665Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:36:38.667Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:36:38.667Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:38.668Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:38.678Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:38.679Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:38.693Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:38.694Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:38.714Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:38.715Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:38.724Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:38.756Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:38.757Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:38.759Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:38.837Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:38.838Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:38.840Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:38.917Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:38.999Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:39.001Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:39.013Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:39.050Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:39.139Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:39.165Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=500.155778ms 2023-01-19T02:36:39.175Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=508.877137ms 2023-01-19T02:36:39.176Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=510.366327ms 2023-01-19T02:36:39.266Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:39.316Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:39.330Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:39.331Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:39.406Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:36:39.406Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=32 2023-01-19T02:36:39.449Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:39.555Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:39.676Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=1.008937847s 2023-01-19T02:36:39.676Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=1.010427037s 2023-01-19T02:36:39.722Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-19T02:36:39.724Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=7 2023-01-19T02:36:39.727Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:39.728Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-01-19T02:36:39.728Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:36:39.728Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:36:39.728Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:36:39.857Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:39.971Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:39.972Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:40.055Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:40.299Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:40.555Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:40.673Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-19T02:36:40.676Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=7 2023-01-19T02:36:40.676Z [INFO] lp_3:: duplicate requestVote for same term: term=7 2023-01-19T02:36:40.676Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:36:40.676Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:36:40.676Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:36:40.683Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:40.683Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=33 2023-01-19T02:36:40.683Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:36:41.127Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:41.251Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:41.253Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:41.359Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:41.694Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:36:41.694Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=8 2023-01-19T02:36:41.695Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:36:41.695Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:36:41.695Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:36:41.696Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:36:42.213Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:42.214Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=34 2023-01-19T02:36:42.215Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:36:42.568Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:42.658Z [INFO] Healing partition group 2, now partitions are [None] 2023-01-19T02:36:43.217Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:43.218Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=9 2023-01-19T02:36:43.218Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:36:43.219Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-19T02:36:43.219Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-19T02:36:43.219Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-19T02:36:43.332Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:43.333Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=35 2023-01-19T02:36:43.333Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:36:43.813Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:36:43.813Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:36:43.813Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:36:43.813Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:36:43.814Z [ERROR] lp_1:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:36:44.361Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-19T02:36:44.362Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=10 2023-01-19T02:36:44.362Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=92093 last-candidate-index=44648 2023-01-19T02:36:44.363Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-19T02:36:44.363Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-19T02:36:44.454Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:44.454Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=36 2023-01-19T02:36:45.058Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-19T02:36:45.058Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=7 2023-01-19T02:36:45.058Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:36:45.058Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2023-01-19T02:36:45.113Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:45.113Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=11 2023-01-19T02:36:45.113Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:36:45.113Z [INFO] lp_1:: election won: tally=3 2023-01-19T02:36:45.114Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-01-19T02:36:45.114Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-01-19T02:36:45.114Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-01-19T02:36:45.114Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-01-19T02:36:45.114Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-01-19T02:36:45.115Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:36:45.115Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:36:45.115Z [WARN] lp_0:: rejecting vote request since our last term is greater: candidate=lp_1 last-term=11 last-candidate-term=6 2023-01-19T02:36:45.116Z [WARN] lp_3:: failed to get previous log: previous-index=92093 last-index=44648 error="log not found" 2023-01-19T02:36:45.116Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=44649 2023-01-19T02:36:45.117Z [WARN] lp_4:: failed to get previous log: previous-index=92093 last-index=44648 error="log not found" 2023-01-19T02:36:45.117Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=44649 2023-01-19T02:36:46.138Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:36:46.156Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:36:46.433Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:46.433Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=37 2023-01-19T02:36:47.539Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:47.539Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=38 2023-01-19T02:36:47.659Z [INFO] Created partition 3 with nodes [lp_1], partitions now are 3 = [lp_1] 2023-01-19T02:36:47.659Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:36:47.659Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:36:47.659Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:36:47.660Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:36:47.660Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:47.660Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:36:47.660Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:47.660Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:47.670Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:36:47.670Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:47.697Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:47.736Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:47.750Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:47.753Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:36:47.761Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:47.770Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:47.777Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:36:47.809Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:47.852Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:47.855Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:47.865Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:36:47.876Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:47.877Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:47.882Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:36:47.897Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:47.934Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:47.963Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:47.978Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:36:47.985Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:47.987Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:48.028Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:48.059Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:48.062Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:48.068Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:36:48.085Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:48.121Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:36:48.134Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:48.159Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=500.15651ms 2023-01-19T02:36:48.170Z [WARN] lp_1:: failed to contact: server-id=lp_0 time=510.053778ms 2023-01-19T02:36:48.170Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=510.917738ms 2023-01-19T02:36:48.170Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=510.497595ms 2023-01-19T02:36:48.170Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=510.241252ms 2023-01-19T02:36:48.170Z [WARN] lp_1:: failed to contact quorum of nodes, stepping down 2023-01-19T02:36:48.170Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:36:48.176Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:48.193Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:48.210Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:48.230Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:48.731Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:48.732Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=39 2023-01-19T02:36:48.787Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-19T02:36:48.787Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=12 2023-01-19T02:36:48.787Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-01-19T02:36:48.788Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-01-19T02:36:48.788Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:36:48.788Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_1 2023-01-19T02:36:48.820Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-19T02:36:48.820Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=12 2023-01-19T02:36:48.820Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2023-01-19T02:36:48.820Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2023-01-19T02:36:48.820Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:36:48.821Z [INFO] lp_3:: duplicate requestVote for same term: term=12 2023-01-19T02:36:49.342Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:49.342Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=12 2023-01-19T02:36:49.342Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:49.342Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:49.342Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:36:49.342Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:49.514Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-19T02:36:49.514Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=12 2023-01-19T02:36:49.514Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2023-01-19T02:36:49.514Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:36:49.514Z [INFO] lp_2:: duplicate requestVote for same term: term=12 2023-01-19T02:36:49.514Z [INFO] lp_3:: duplicate requestVote for same term: term=12 2023-01-19T02:36:49.781Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-19T02:36:49.781Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=12 2023-01-19T02:36:49.782Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:36:49.782Z [INFO] lp_0:: duplicate requestVote for same term: term=12 2023-01-19T02:36:49.782Z [INFO] lp_2:: duplicate requestVote for same term: term=12 2023-01-19T02:36:49.782Z [INFO] lp_3:: duplicate requestVote for same term: term=12 2023-01-19T02:36:50.090Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:50.090Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=40 2023-01-19T02:36:50.523Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:36:50.524Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=13 2023-01-19T02:36:50.524Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=103796 last-candidate-index=103793 2023-01-19T02:36:50.524Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:36:50.524Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=103796 last-candidate-index=103793 2023-01-19T02:36:50.525Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:36:50.524Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=103794 last-candidate-index=103793 2023-01-19T02:36:50.525Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:36:50.525Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:36:50.702Z [WARN] lp_1:: Election timeout reached, restarting election 2023-01-19T02:36:50.702Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=13 2023-01-19T02:36:50.702Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:36:50.703Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:50.703Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:36:50.703Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:36:51.660Z [INFO] Healing partition group 3, now partitions are [None] 2023-01-19T02:36:51.759Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:51.759Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=14 2023-01-19T02:36:51.760Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=103799 last-candidate-index=103796 2023-01-19T02:36:51.760Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:36:51.760Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:36:51.760Z [INFO] lp_2:: election won: tally=3 2023-01-19T02:36:51.760Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-01-19T02:36:51.760Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-01-19T02:36:51.761Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-01-19T02:36:51.761Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-01-19T02:36:51.761Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-01-19T02:36:51.761Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:36:51.761Z [WARN] lp_0:: failed to get previous log: previous-index=103796 last-index=103794 error="log not found" 2023-01-19T02:36:51.761Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=103795 2023-01-19T02:36:51.762Z [WARN] lp_3:: failed to get previous log: previous-index=103796 last-index=103793 error="log not found" 2023-01-19T02:36:51.762Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:36:51.762Z [WARN] lp_1:: clearing log suffix: from=103797 to=103799 2023-01-19T02:36:51.762Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=103794 2023-01-19T02:36:51.762Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:36:51.763Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:36:51.910Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:51.910Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=41 2023-01-19T02:36:53.720Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:53.720Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=42 2023-01-19T02:36:54.942Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:54.943Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=43 2023-01-19T02:36:55.947Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:55.948Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=44 2023-01-19T02:36:56.660Z [INFO] Created partition 4 with nodes [lp_2 lp_0], partitions now are 4 = [lp_0 lp_2] 2023-01-19T02:36:56.660Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:36:56.660Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:36:56.661Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:36:56.661Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:36:56.661Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:36:56.693Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:36:56.703Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:36:56.741Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:36:56.744Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:36:56.760Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:36:56.772Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:36:56.826Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:36:56.834Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:36:56.839Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:36:56.850Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:36:56.862Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:36:56.892Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:36:56.913Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:36:56.916Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:36:56.939Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:36:56.989Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:56.989Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=45 2023-01-19T02:36:57.000Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:36:57.016Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:36:57.018Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:36:57.041Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:36:57.045Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:36:57.067Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:36:57.119Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:36:57.151Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:36:57.161Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=500.434014ms 2023-01-19T02:36:57.161Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=500.665069ms 2023-01-19T02:36:57.161Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=500.884564ms 2023-01-19T02:36:57.161Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2023-01-19T02:36:57.162Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:36:57.162Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:36:57.215Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:36:57.217Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:36:57.681Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:36:57.682Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=15 2023-01-19T02:36:57.682Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-01-19T02:36:57.682Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-01-19T02:36:57.682Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:36:57.682Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:36:58.439Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:58.440Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=46 2023-01-19T02:36:58.707Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:36:58.707Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=15 2023-01-19T02:36:58.708Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-19T02:36:58.708Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:36:58.708Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:36:58.708Z [INFO] lp_3:: duplicate requestVote for same term: term=15 2023-01-19T02:36:58.769Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:36:58.769Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=15 2023-01-19T02:36:58.769Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:36:58.769Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:36:58.769Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:36:59.253Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:36:59.253Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=15 2023-01-19T02:36:59.254Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:36:59.254Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:36:59.254Z [INFO] lp_3:: duplicate requestVote for same term: term=15 2023-01-19T02:36:59.254Z [INFO] lp_4:: duplicate requestVote for same term: term=15 2023-01-19T02:36:59.482Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:36:59.482Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=16 2023-01-19T02:36:59.483Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:36:59.483Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:36:59.483Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:36:59.484Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:36:59.484Z [INFO] lp_3:: election won: tally=3 2023-01-19T02:36:59.484Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-01-19T02:36:59.484Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-01-19T02:36:59.484Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-01-19T02:36:59.484Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-01-19T02:36:59.484Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-01-19T02:36:59.484Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:36:59.484Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:36:59.484Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:36:59.485Z [WARN] lp_4:: failed to get previous log: previous-index=141992 last-index=141989 error="log not found" 2023-01-19T02:36:59.485Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=141990 2023-01-19T02:36:59.485Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:36:59.496Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:36:59.496Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:36:59.506Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:36:59.507Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:36:59.527Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:36:59.528Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:36:59.551Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:36:59.551Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=47 2023-01-19T02:36:59.567Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:36:59.568Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:36:59.619Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:36:59.647Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:36:59.648Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:36:59.649Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:36:59.792Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:36:59.809Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:36:59.810Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:36:59.816Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:36:59.924Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:36:59.985Z [WARN] lp_3:: failed to contact: server-id=lp_0 time=501.114277ms 2023-01-19T02:36:59.985Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=501.097836ms 2023-01-19T02:37:00.005Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:00.049Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:37:00.130Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:37:00.132Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:00.165Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:00.193Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:37:00.306Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:00.382Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:37:00.485Z [WARN] lp_3:: failed to contact: server-id=lp_0 time=1.000967884s 2023-01-19T02:37:00.485Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=1.000951443s 2023-01-19T02:37:00.543Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:00.547Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:00.548Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=16 2023-01-19T02:37:00.548Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:00.548Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:00.549Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:00.660Z [INFO] Healing partition group 4, now partitions are [None] 2023-01-19T02:37:00.773Z [WARN] lp_0:: clearing log suffix: from=141993 to=141997 2023-01-19T02:37:00.774Z [WARN] lp_2:: clearing log suffix: from=141993 to=141997 2023-01-19T02:37:00.774Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader=lp_3 2023-01-19T02:37:00.869Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:37:00.873Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:37:01.031Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:37:01.031Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=48 2023-01-19T02:37:02.046Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:02.047Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=49 2023-01-19T02:37:02.047Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:37:03.380Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:03.380Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=50 2023-01-19T02:37:05.000Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:05.000Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=51 2023-01-19T02:37:05.660Z [INFO] Created partition 5 with nodes [lp_3 lp_0], partitions now are 5 = [lp_0 lp_3] 2023-01-19T02:37:05.661Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:37:05.661Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:37:05.662Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:37:05.700Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:37:05.730Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:37:05.733Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:05.738Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:37:05.741Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:37:05.782Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:05.812Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:37:05.824Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:05.831Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:37:05.834Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:37:05.885Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:37:05.900Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:05.923Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:05.924Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:37:05.941Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:37:05.993Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:37:06.015Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:37:06.018Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:06.023Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:37:06.066Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:06.112Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:37:06.123Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:37:06.139Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:06.139Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:37:06.161Z [WARN] lp_3:: failed to contact: server-id=lp_1 time=500.265866ms 2023-01-19T02:37:06.172Z [WARN] lp_3:: failed to contact: server-id=lp_1 time=510.959187ms 2023-01-19T02:37:06.172Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=510.437533ms 2023-01-19T02:37:06.172Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=509.955963ms 2023-01-19T02:37:06.172Z [WARN] lp_3:: failed to contact quorum of nodes, stepping down 2023-01-19T02:37:06.172Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:37:06.172Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:37:06.755Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:06.756Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=52 2023-01-19T02:37:07.497Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-19T02:37:07.497Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=17 2023-01-19T02:37:07.498Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-19T02:37:07.498Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:07.498Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-19T02:37:07.498Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:07.558Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-19T02:37:07.558Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=17 2023-01-19T02:37:07.558Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_1 leader=lp_3 2023-01-19T02:37:07.558Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:37:07.558Z [INFO] lp_2:: duplicate requestVote for same term: term=17 2023-01-19T02:37:07.558Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:37:07.892Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-19T02:37:07.892Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=17 2023-01-19T02:37:07.892Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:07.892Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:07.892Z [INFO] lp_1:: duplicate requestVote for same term: term=17 2023-01-19T02:37:07.892Z [INFO] lp_2:: duplicate requestVote for same term: term=17 2023-01-19T02:37:08.154Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:08.155Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=53 2023-01-19T02:37:08.168Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:08.168Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=17 2023-01-19T02:37:08.168Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:37:08.169Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:37:08.169Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:08.890Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:08.890Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=18 2023-01-19T02:37:08.891Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:37:08.891Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:08.891Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=185682 last-candidate-index=185675 2023-01-19T02:37:08.891Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:37:08.891Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:09.183Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:09.183Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=54 2023-01-19T02:37:09.184Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:37:09.661Z [INFO] Healing partition group 5, now partitions are [None] 2023-01-19T02:37:09.873Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:09.873Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=18 2023-01-19T02:37:09.873Z [INFO] lp_2:: duplicate requestVote for same term: term=18 2023-01-19T02:37:09.874Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:37:09.874Z [INFO] lp_0:: election won: tally=3 2023-01-19T02:37:09.874Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-01-19T02:37:09.874Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-01-19T02:37:09.874Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-01-19T02:37:09.874Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-01-19T02:37:09.874Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-01-19T02:37:09.874Z [WARN] lp_4:: failed to get previous log: previous-index=185683 last-index=185675 error="log not found" 2023-01-19T02:37:09.874Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=185676 2023-01-19T02:37:09.874Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:37:09.874Z [WARN] lp_1:: failed to get previous log: previous-index=185683 last-index=185682 error="log not found" 2023-01-19T02:37:09.874Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=185683 2023-01-19T02:37:09.874Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:37:09.874Z [WARN] lp_2:: failed to get previous log: previous-index=185683 last-index=185675 error="log not found" 2023-01-19T02:37:09.874Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader=lp_0 2023-01-19T02:37:09.874Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=185676 2023-01-19T02:37:09.874Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:37:09.875Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:37:09.878Z [INFO] lp_4:: duplicate requestVote for same term: term=18 2023-01-19T02:37:10.694Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:10.694Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=55 2023-01-19T02:37:10.695Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:37:11.744Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:11.744Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=56 2023-01-19T02:37:11.745Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:37:12.757Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:37:12.759Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=57 2023-01-19T02:37:14.485Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:37:14.485Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=58 2023-01-19T02:37:14.661Z [INFO] Created partition 6 with nodes [lp_0 lp_1 lp_2], partitions now are 6 = [lp_0 lp_1 lp_2] 2023-01-19T02:37:14.662Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:37:14.663Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:37:14.663Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:14.663Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:14.673Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:14.673Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:14.686Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:14.686Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:14.726Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:14.727Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:14.754Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:14.767Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:14.768Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:14.801Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:14.847Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:14.848Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:14.947Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:15.006Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:15.008Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:15.010Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:15.074Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:15.162Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=500.070748ms 2023-01-19T02:37:15.172Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=509.519608ms 2023-01-19T02:37:15.172Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=510.492806ms 2023-01-19T02:37:15.220Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:15.221Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:15.338Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:15.340Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:15.368Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:15.460Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:15.556Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:15.672Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=1.009670538s 2023-01-19T02:37:15.673Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=1.010643736s 2023-01-19T02:37:15.715Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:15.830Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:15.979Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:15.983Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:16.000Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:37:16.000Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=59 2023-01-19T02:37:16.047Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:16.188Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:16.380Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-19T02:37:16.381Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=19 2023-01-19T02:37:16.381Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-19T02:37:16.381Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:37:16.381Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:37:16.381Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:16.432Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-19T02:37:16.432Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=19 2023-01-19T02:37:16.432Z [INFO] lp_3:: duplicate requestVote for same term: term=19 2023-01-19T02:37:16.433Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:16.433Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:37:16.433Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:16.472Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:16.678Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:17.252Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:17.263Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:17.263Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:17.456Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:37:17.456Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=60 2023-01-19T02:37:17.457Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:17.478Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:37:17.481Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=20 2023-01-19T02:37:17.482Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:37:17.482Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:37:17.482Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:37:17.482Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:18.509Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:18.509Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=61 2023-01-19T02:37:18.510Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:37:18.662Z [INFO] Healing partition group 6, now partitions are [None] 2023-01-19T02:37:18.802Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:18.802Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=21 2023-01-19T02:37:18.803Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=215619 last-candidate-index=215616 2023-01-19T02:37:18.803Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:37:18.803Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-01-19T02:37:18.803Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-01-19T02:37:18.803Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-01-19T02:37:19.793Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:19.793Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=62 2023-01-19T02:37:19.794Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:37:19.824Z [ERROR] lp_0:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:37:19.824Z [ERROR] lp_0:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:37:19.824Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:37:19.825Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:37:19.825Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:37:19.953Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:19.953Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=22 2023-01-19T02:37:19.954Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=260383 last-candidate-index=215619 2023-01-19T02:37:19.954Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-19T02:37:19.954Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-19T02:37:19.954Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:37:21.031Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:21.031Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=63 2023-01-19T02:37:21.031Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:37:21.227Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:21.228Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=23 2023-01-19T02:37:21.229Z [INFO] lp_0:: election won: tally=3 2023-01-19T02:37:21.229Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-01-19T02:37:21.229Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-01-19T02:37:21.229Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-01-19T02:37:21.230Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-01-19T02:37:21.230Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-01-19T02:37:21.230Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:37:21.230Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:37:21.231Z [WARN] lp_3:: failed to get previous log: previous-index=260383 last-index=215619 error="log not found" 2023-01-19T02:37:21.231Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=215620 2023-01-19T02:37:21.231Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:37:21.231Z [WARN] lp_4:: failed to get previous log: previous-index=260383 last-index=215616 error="log not found" 2023-01-19T02:37:21.231Z [WARN] lp_0:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=215617 2023-01-19T02:37:22.214Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:37:22.237Z [INFO] lp_0:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:37:22.307Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:22.307Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=64 2023-01-19T02:37:23.662Z [INFO] Created partition 7 with nodes [lp_0], partitions now are 7 = [lp_0] 2023-01-19T02:37:23.662Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:37:23.662Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:37:23.662Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:37:23.662Z [INFO] lp_0:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:37:23.679Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:23.712Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:23.726Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:23.728Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:23.732Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:23.733Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:23.770Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:23.798Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:23.817Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:23.821Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:23.821Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:23.831Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:23.833Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:23.856Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:23.884Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:23.906Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:23.908Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:23.928Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:23.931Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:23.966Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:23.969Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:23.985Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:23.991Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:24.017Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:24.032Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:24.045Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:24.071Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:24.072Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:24.095Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:24.117Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:24.124Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:24.150Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:24.150Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=65 2023-01-19T02:37:24.162Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:24.163Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=501.069137ms 2023-01-19T02:37:24.163Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=500.997342ms 2023-01-19T02:37:24.163Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=500.846477ms 2023-01-19T02:37:24.163Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=500.697506ms 2023-01-19T02:37:24.163Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2023-01-19T02:37:24.163Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:37:24.168Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:24.213Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:24.236Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:24.238Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:24.784Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-19T02:37:24.784Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=24 2023-01-19T02:37:24.785Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2023-01-19T02:37:24.785Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:37:24.785Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2023-01-19T02:37:24.786Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_1 leader=lp_0 2023-01-19T02:37:25.049Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-19T02:37:25.049Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=24 2023-01-19T02:37:25.049Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-19T02:37:25.049Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:37:25.049Z [INFO] lp_1:: duplicate requestVote for same term: term=24 2023-01-19T02:37:25.049Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_0 2023-01-19T02:37:25.390Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:25.391Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=66 2023-01-19T02:37:25.448Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-19T02:37:25.448Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=24 2023-01-19T02:37:25.448Z [INFO] lp_1:: duplicate requestVote for same term: term=24 2023-01-19T02:37:25.448Z [INFO] lp_3:: duplicate requestVote for same term: term=24 2023-01-19T02:37:25.448Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_0 2023-01-19T02:37:25.448Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:25.493Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_0 2023-01-19T02:37:25.493Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=24 2023-01-19T02:37:25.494Z [INFO] lp_4:: duplicate requestVote for same term: term=24 2023-01-19T02:37:25.494Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:25.494Z [INFO] lp_1:: duplicate requestVote for same term: term=24 2023-01-19T02:37:25.494Z [INFO] lp_3:: duplicate requestVote for same term: term=24 2023-01-19T02:37:25.666Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:25.666Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=24 2023-01-19T02:37:25.666Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:25.666Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:25.666Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:25.666Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:26.072Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:37:26.072Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=25 2023-01-19T02:37:26.074Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:37:26.074Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=270179 last-candidate-index=270172 2023-01-19T02:37:26.074Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:37:26.075Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=270179 last-candidate-index=270172 2023-01-19T02:37:26.075Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:37:26.075Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=270174 last-candidate-index=270172 2023-01-19T02:37:26.075Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:37:27.233Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:27.234Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=26 2023-01-19T02:37:27.234Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:37:27.235Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:27.235Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=270179 last-candidate-index=270174 2023-01-19T02:37:27.235Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=270179 last-candidate-index=270174 2023-01-19T02:37:27.338Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:27.338Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=27 2023-01-19T02:37:27.338Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:37:27.339Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:27.339Z [INFO] lp_2:: election won: tally=3 2023-01-19T02:37:27.339Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-01-19T02:37:27.339Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-01-19T02:37:27.339Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-01-19T02:37:27.339Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-01-19T02:37:27.339Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-01-19T02:37:27.340Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:27.340Z [WARN] lp_3:: failed to get previous log: previous-index=270179 last-index=270172 error="log not found" 2023-01-19T02:37:27.340Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=270173 2023-01-19T02:37:27.340Z [WARN] lp_4:: failed to get previous log: previous-index=270179 last-index=270174 error="log not found" 2023-01-19T02:37:27.340Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:37:27.340Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:37:27.340Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=270175 2023-01-19T02:37:27.341Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:37:27.350Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:27.360Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:27.381Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:27.387Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:27.387Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=67 2023-01-19T02:37:27.422Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:27.488Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:27.503Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:27.605Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-19T02:37:27.605Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=25 2023-01-19T02:37:27.606Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:27.606Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:27.606Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:27.606Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:27.644Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:27.662Z [INFO] Healing no partitions! 2023-01-19T02:37:27.664Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:27.781Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:27.850Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=510.724626ms 2023-01-19T02:37:27.964Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:27.985Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:28.129Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:28.349Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=1.010385047s 2023-01-19T02:37:28.368Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:28.631Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:28.670Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:28.706Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-19T02:37:28.707Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=26 2023-01-19T02:37:28.707Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:28.708Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:28.708Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:28.708Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:29.143Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:29.366Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:29.366Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=68 2023-01-19T02:37:29.887Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:29.912Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:30.015Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-19T02:37:30.015Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=27 2023-01-19T02:37:30.019Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:30.019Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:30.019Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:30.019Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:31.127Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:31.127Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=69 2023-01-19T02:37:31.185Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-19T02:37:31.186Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=28 2023-01-19T02:37:31.186Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:31.190Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:31.191Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:31.191Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:31.305Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:32.199Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-19T02:37:32.199Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=29 2023-01-19T02:37:32.200Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:32.200Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:32.201Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:32.201Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:32.473Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:32.542Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:32.543Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=70 2023-01-19T02:37:32.662Z [INFO] Created partition 8 with nodes [lp_2 lp_0], partitions now are 8 = [lp_0 lp_2] 2023-01-19T02:37:32.663Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:37:32.664Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:37:32.664Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:37:32.664Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:32.673Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:32.719Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:32.727Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:32.739Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:32.752Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:32.805Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:32.812Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:32.834Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:32.840Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:32.847Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:32.880Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:32.904Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:32.935Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:32.956Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:32.970Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:32.988Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:33.003Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:33.023Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:33.051Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:33.070Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:33.111Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:33.158Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:33.162Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:33.163Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=500.151326ms 2023-01-19T02:37:33.174Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=510.071684ms 2023-01-19T02:37:33.174Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=510.829835ms 2023-01-19T02:37:33.175Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=510.421144ms 2023-01-19T02:37:33.175Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2023-01-19T02:37:33.175Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:37:33.195Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:33.231Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:33.786Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:33.786Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=71 2023-01-19T02:37:33.831Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-19T02:37:33.831Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=30 2023-01-19T02:37:33.831Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:33.832Z [WARN] lp_2:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=27 last-candidate-term=23 2023-01-19T02:37:33.832Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:33.832Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:34.236Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:37:34.236Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=28 2023-01-19T02:37:34.236Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-01-19T02:37:34.236Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:37:34.236Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:37:34.236Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-01-19T02:37:34.657Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:37:34.657Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=28 2023-01-19T02:37:34.658Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-19T02:37:34.658Z [INFO] lp_1:: duplicate requestVote for same term: term=28 2023-01-19T02:37:34.658Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:34.658Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:34.945Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:37:34.945Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=28 2023-01-19T02:37:34.945Z [INFO] lp_4:: duplicate requestVote for same term: term=28 2023-01-19T02:37:34.945Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:37:34.945Z [INFO] lp_1:: duplicate requestVote for same term: term=28 2023-01-19T02:37:34.945Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:35.098Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-19T02:37:35.098Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=31 2023-01-19T02:37:35.098Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:35.098Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:35.099Z [WARN] lp_2:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=27 last-candidate-term=23 2023-01-19T02:37:35.099Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:35.110Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:35.111Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=32 2023-01-19T02:37:35.111Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:35.111Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:37:35.111Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:35.111Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:35.274Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:35.274Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=72 2023-01-19T02:37:35.785Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-19T02:37:35.785Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=29 2023-01-19T02:37:35.786Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:37:35.786Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:35.786Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:35.787Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:37:35.787Z [INFO] lp_4:: election won: tally=3 2023-01-19T02:37:35.787Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-01-19T02:37:35.787Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-01-19T02:37:35.787Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-01-19T02:37:35.787Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-01-19T02:37:35.787Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-01-19T02:37:35.788Z [WARN] lp_3:: failed to get previous log: previous-index=312929 last-index=312925 error="log not found" 2023-01-19T02:37:35.788Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=312926 2023-01-19T02:37:35.789Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:37:35.789Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:35.789Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:35.789Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:37:35.800Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:35.801Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:35.811Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:35.811Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:35.831Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:35.832Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:35.872Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:35.873Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:35.908Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:35.953Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:35.954Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:35.958Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:36.070Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:36.099Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:36.113Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:36.115Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:36.185Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:36.287Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=500.544078ms 2023-01-19T02:37:36.287Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.522598ms 2023-01-19T02:37:36.290Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:36.315Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:36.424Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:36.434Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:36.435Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:36.545Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:36.586Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:36.643Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:36.643Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=33 2023-01-19T02:37:36.643Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:36.644Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:36.644Z [WARN] lp_2:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=27 last-candidate-term=23 2023-01-19T02:37:36.644Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:37:36.644Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:36.667Z [INFO] Healing no partitions! 2023-01-19T02:37:36.738Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:36.739Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=73 2023-01-19T02:37:36.778Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:36.787Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=1.000333662s 2023-01-19T02:37:36.787Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=1.000312182s 2023-01-19T02:37:36.825Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:37.075Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:37.077Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:37.124Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:37.132Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:37.546Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:37.594Z [ERROR] lp_2:: peer has newer term, stopping replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:37:37.602Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:37.692Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-19T02:37:37.693Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=34 2023-01-19T02:37:37.693Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:37.693Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:37:37.694Z [WARN] lp_2:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=27 last-candidate-term=23 2023-01-19T02:37:37.694Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:38.121Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:38.122Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=35 2023-01-19T02:37:38.122Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:38.122Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:37:38.122Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:38.122Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:38.312Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:38.357Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:38.358Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:38.371Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:38.371Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=74 2023-01-19T02:37:38.412Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:39.192Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:39.192Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=36 2023-01-19T02:37:39.192Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:39.192Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:39.192Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:39.770Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:39.830Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:40.081Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:40.081Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=75 2023-01-19T02:37:40.761Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:40.762Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=37 2023-01-19T02:37:40.762Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:40.763Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:40.763Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:40.918Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:40.920Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:41.671Z [INFO] Created partition 9 with nodes [lp_4 lp_0 lp_1], partitions now are 8 = [lp_2], 9 = [lp_0 lp_1 lp_4] 2023-01-19T02:37:41.671Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:37:41.671Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:41.673Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:41.673Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=76 2023-01-19T02:37:41.673Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:37:41.681Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:41.778Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:41.794Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:41.897Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:41.972Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:42.021Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:42.092Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:42.172Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:42.172Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=501.015957ms 2023-01-19T02:37:42.172Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2023-01-19T02:37:42.172Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:37:42.172Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:37:42.265Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:42.265Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=38 2023-01-19T02:37:42.265Z [WARN] lp_4:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=29 last-candidate-term=23 2023-01-19T02:37:42.265Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_0 leader=lp_4 2023-01-19T02:37:42.265Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:42.265Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:37:42.506Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:42.665Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:42.665Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=38 2023-01-19T02:37:42.665Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:42.665Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:42.665Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:42.665Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:43.347Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:37:43.348Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=77 2023-01-19T02:37:43.455Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:37:43.455Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=30 2023-01-19T02:37:43.456Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:37:43.456Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:37:43.456Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:37:43.524Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:37:43.524Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=30 2023-01-19T02:37:43.524Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:37:43.524Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:37:43.524Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:37:43.524Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:43.802Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:43.802Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=39 2023-01-19T02:37:43.802Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:43.802Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:37:43.802Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:43.803Z [INFO] lp_4:: election won: tally=3 2023-01-19T02:37:43.803Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-01-19T02:37:43.803Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-01-19T02:37:43.803Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-01-19T02:37:43.803Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-01-19T02:37:43.803Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-01-19T02:37:43.803Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:37:43.803Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:43.803Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:43.804Z [WARN] lp_0:: failed to get previous log: previous-index=359260 last-index=270184 error="log not found" 2023-01-19T02:37:43.804Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=270185 2023-01-19T02:37:43.804Z [WARN] lp_0:: previous log term mis-match: ours=23 remote=27 2023-01-19T02:37:43.804Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=270184 2023-01-19T02:37:43.805Z [WARN] lp_0:: previous log term mis-match: ours=23 remote=27 2023-01-19T02:37:43.805Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=270183 2023-01-19T02:37:43.805Z [WARN] lp_0:: previous log term mis-match: ours=23 remote=27 2023-01-19T02:37:43.805Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=270182 2023-01-19T02:37:43.806Z [WARN] lp_0:: previous log term mis-match: ours=23 remote=27 2023-01-19T02:37:43.806Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=270181 2023-01-19T02:37:43.806Z [WARN] lp_0:: previous log term mis-match: ours=23 remote=27 2023-01-19T02:37:43.806Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=270180 2023-01-19T02:37:43.807Z [WARN] lp_0:: clearing log suffix: from=270180 to=270184 2023-01-19T02:37:43.880Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:43.909Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:43.913Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:43.956Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:43.967Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:44.012Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:44.044Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:44.071Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:44.121Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:44.126Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:44.138Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:44.138Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=39 2023-01-19T02:37:44.139Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:44.139Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:44.139Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:44.139Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:44.163Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:44.168Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:44.222Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:44.251Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:44.303Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.154383ms 2023-01-19T02:37:44.303Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=500.150636ms 2023-01-19T02:37:44.325Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:44.335Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:44.372Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:44.381Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:44.495Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:44.548Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:44.561Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:44.600Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:44.672Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:44.672Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=78 2023-01-19T02:37:44.673Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:37:44.715Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:44.739Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:44.791Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=987.991134ms 2023-01-19T02:37:44.791Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=987.987387ms 2023-01-19T02:37:44.933Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:44.974Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:45.029Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:45.087Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:45.118Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:37:45.261Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=1.458129231s 2023-01-19T02:37:45.261Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=1.458125484s 2023-01-19T02:37:45.316Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:45.316Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=40 2023-01-19T02:37:45.316Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:45.316Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:45.316Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:45.316Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:45.483Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:37:45.483Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=31 2023-01-19T02:37:45.486Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:45.486Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:37:45.487Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:37:45.487Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:45.487Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:37:45.568Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:45.626Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:45.666Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:45.675Z [INFO] Healing partition group 9, now partitions are 8 = [lp_2] 2023-01-19T02:37:45.713Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:45.713Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=79 2023-01-19T02:37:45.714Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:37:46.039Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:46.040Z [ERROR] lp_4:: peer has newer term, stopping replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:37:46.295Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader=lp_4 2023-01-19T02:37:46.390Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:46.390Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=41 2023-01-19T02:37:46.390Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:46.390Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:46.390Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:46.390Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:46.402Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:46.788Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:37:46.788Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=80 2023-01-19T02:37:46.907Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:46.947Z [WARN] lp_3:: failed to get previous log: previous-index=359260 last-index=359255 error="log not found" 2023-01-19T02:37:46.947Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=359256 2023-01-19T02:37:47.028Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:37:47.742Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:47.809Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:37:47.809Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=81 2023-01-19T02:37:47.847Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:47.953Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:47.953Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=42 2023-01-19T02:37:47.953Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:47.953Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:47.954Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:47.954Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:49.025Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:49.025Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=82 2023-01-19T02:37:49.025Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:37:49.471Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:49.711Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:49.711Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=43 2023-01-19T02:37:49.712Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:49.712Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:49.712Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:49.712Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:50.413Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:50.413Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=83 2023-01-19T02:37:50.413Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:37:50.605Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:50.675Z [INFO] Created partition 10 with nodes [lp_4], partitions now are 8 = [lp_2], 10 = [lp_4] 2023-01-19T02:37:50.675Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:37:50.675Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:37:50.675Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:37:50.675Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:37:50.735Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:50.741Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:37:50.761Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:50.770Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:37:50.774Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:50.775Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:50.826Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:50.826Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:37:50.869Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:50.885Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:37:50.909Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:50.917Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:37:50.940Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:50.942Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:50.955Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:50.955Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=44 2023-01-19T02:37:50.956Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:50.956Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:50.956Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:50.956Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:50.978Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:50.984Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:51.001Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:37:51.040Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:37:51.060Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:51.078Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:51.078Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:51.099Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:51.175Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=500.193786ms 2023-01-19T02:37:51.176Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=500.411266ms 2023-01-19T02:37:51.176Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=500.123844ms 2023-01-19T02:37:51.176Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2023-01-19T02:37:51.176Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:37:51.182Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:51.193Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:37:51.209Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:37:51.240Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:51.243Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:52.172Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:37:52.172Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=84 2023-01-19T02:37:52.284Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:37:52.284Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=40 2023-01-19T02:37:52.285Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:37:52.285Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-19T02:37:52.285Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-19T02:37:52.285Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:52.400Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:37:52.400Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=40 2023-01-19T02:37:52.400Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:37:52.400Z [INFO] lp_3:: duplicate requestVote for same term: term=40 2023-01-19T02:37:52.401Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:37:52.401Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-01-19T02:37:52.417Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:52.418Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=40 2023-01-19T02:37:52.418Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:37:52.418Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:52.418Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:52.418Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:52.477Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:52.478Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=45 2023-01-19T02:37:52.478Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:52.478Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:52.479Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:52.479Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:53.504Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:37:53.504Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=40 2023-01-19T02:37:53.504Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:37:53.504Z [INFO] lp_3:: duplicate requestVote for same term: term=40 2023-01-19T02:37:53.504Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:37:53.504Z [INFO] lp_1:: duplicate requestVote for same term: term=40 2023-01-19T02:37:53.534Z [WARN] lp_1:: Election timeout reached, restarting election 2023-01-19T02:37:53.534Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=41 2023-01-19T02:37:53.534Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:37:53.534Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_1 last-index=401955 last-candidate-index=401953 2023-01-19T02:37:53.534Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:37:53.534Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:37:53.534Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_1 last-index=401955 last-candidate-index=401953 2023-01-19T02:37:53.534Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:37:53.584Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:53.584Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=85 2023-01-19T02:37:53.585Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:37:53.625Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-19T02:37:53.625Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=41 2023-01-19T02:37:53.625Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:37:53.625Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:37:53.625Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:37:53.625Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:54.361Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:54.361Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=46 2023-01-19T02:37:54.362Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:54.362Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:54.362Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:54.362Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:54.593Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:54.676Z [INFO] Healing partition group 10, now partitions are 8 = [lp_2] 2023-01-19T02:37:54.897Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:54.897Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=86 2023-01-19T02:37:54.898Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:37:55.114Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:55.114Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=42 2023-01-19T02:37:55.115Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=401956 last-candidate-index=401955 2023-01-19T02:37:55.115Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:37:55.115Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:55.115Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:37:55.115Z [INFO] lp_3:: election won: tally=3 2023-01-19T02:37:55.115Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-01-19T02:37:55.115Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-01-19T02:37:55.115Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-01-19T02:37:55.115Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-01-19T02:37:55.115Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-01-19T02:37:55.115Z [WARN] lp_4:: clearing log suffix: from=401956 to=401956 2023-01-19T02:37:55.116Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:37:55.116Z [WARN] lp_1:: failed to get previous log: previous-index=401955 last-index=401953 error="log not found" 2023-01-19T02:37:55.116Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=401954 2023-01-19T02:37:55.116Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:37:55.116Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:55.116Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:37:55.128Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:55.139Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:55.160Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:55.201Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:55.282Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:55.300Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:55.443Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:55.502Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:55.615Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=500.145286ms 2023-01-19T02:37:55.668Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:55.715Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:55.715Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=47 2023-01-19T02:37:55.715Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:55.715Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:55.716Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:55.716Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:55.764Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:55.888Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:56.091Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:37:56.091Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=87 2023-01-19T02:37:56.091Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:37:56.115Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=1.000209037s 2023-01-19T02:37:56.132Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:56.279Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:37:56.395Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:56.409Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:56.700Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:57.142Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:57.554Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:57.554Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=88 2023-01-19T02:37:57.690Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:57.694Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:57.694Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=48 2023-01-19T02:37:57.698Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:57.698Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:57.698Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:57.698Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:57.988Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:59.082Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:37:59.082Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=49 2023-01-19T02:37:59.082Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:37:59.083Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:37:59.083Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:37:59.083Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:37:59.102Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:37:59.102Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=89 2023-01-19T02:37:59.436Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:37:59.677Z [INFO] Healing all partitions, partitions now [None] 2023-01-19T02:38:00.251Z [ERROR] lp_3:: peer has newer term, stopping replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:38:00.251Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:38:00.251Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:38:00.251Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:38:00.251Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:38:00.301Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:38:00.301Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=50 2023-01-19T02:38:00.301Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-19T02:38:00.301Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-19T02:38:00.301Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-19T02:38:00.301Z [WARN] lp_3:: rejecting vote request since our last term is greater: candidate=lp_2 last-term=42 last-candidate-term=27 2023-01-19T02:38:00.411Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:38:00.411Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=90 2023-01-19T02:38:01.661Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:01.661Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=51 2023-01-19T02:38:01.661Z [INFO] lp_3:: election won: tally=3 2023-01-19T02:38:01.661Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-01-19T02:38:01.661Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-01-19T02:38:01.661Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-01-19T02:38:01.661Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-01-19T02:38:01.661Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-01-19T02:38:01.662Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:38:01.662Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:38:01.662Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:38:01.662Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:38:01.662Z [WARN] lp_2:: failed to get previous log: previous-index=434131 last-index=312930 error="log not found" 2023-01-19T02:38:01.662Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=312931 2023-01-19T02:38:01.662Z [WARN] lp_2:: previous log term mis-match: ours=27 remote=29 2023-01-19T02:38:01.662Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=312930 2023-01-19T02:38:01.663Z [WARN] lp_2:: clearing log suffix: from=312930 to=312930 2023-01-19T02:38:01.693Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:38:01.693Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=91 2023-01-19T02:38:02.955Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:38:02.959Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=92 2023-01-19T02:38:03.447Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:38:03.456Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:38:03.456Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:38:03.456Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:38:03.456Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:38:04.165Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:38:04.166Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=93 2023-01-19T02:38:05.358Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:38:05.359Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=94 2023-01-19T02:38:06.416Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:06.416Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=95 2023-01-19T02:38:06.417Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:38:07.816Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:38:07.817Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=96 2023-01-19T02:38:09.147Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:38:09.148Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=97 2023-01-19T02:38:10.607Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:38:10.608Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=98 2023-01-19T02:38:12.096Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:38:12.097Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=99 2023-01-19T02:38:13.467Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:13.467Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=100 2023-01-19T02:38:13.468Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:38:14.705Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:38:14.706Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=101 2023-01-19T02:38:15.861Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:38:15.861Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=102 2023-01-19T02:38:17.837Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:38:17.837Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=103 2023-01-19T02:38:18.996Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:38:18.996Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=104 2023-01-19T02:38:20.161Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:20.162Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=105 2023-01-19T02:38:20.162Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:38:21.960Z [WARN] ar_2:: Election timeout reached, restarting election 2023-01-19T02:38:21.960Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=106 2023-01-19T02:38:23.855Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:23.862Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=107 2023-01-19T02:38:23.862Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:38:25.306Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:25.309Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=108 2023-01-19T02:38:25.310Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:38:26.546Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:26.546Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=109 2023-01-19T02:38:26.547Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:38:27.916Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:38:27.917Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=110 2023-01-19T02:38:28.605Z [INFO] node_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/node_0 2023-01-19T02:38:28.606Z [INFO] node_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-19T02:38:28.606Z [INFO] node_0:: entering follower state: follower="Node at node_0 [Follower]" leader= 2023-01-19T02:38:28.607Z [INFO] node_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/node_1 2023-01-19T02:38:28.608Z [INFO] node_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-19T02:38:28.608Z [INFO] node_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/node_2 2023-01-19T02:38:28.608Z [INFO] node_1:: entering follower state: follower="Node at node_1 [Follower]" leader= 2023-01-19T02:38:28.609Z [INFO] node_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-19T02:38:28.609Z [INFO] node_2:: entering follower state: follower="Node at node_2 [Follower]" leader= 2023-01-19T02:38:28.609Z [INFO] node_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/node_3 2023-01-19T02:38:28.610Z [INFO] node_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-19T02:38:28.610Z [INFO] node_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/node_4 2023-01-19T02:38:28.610Z [INFO] node_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-19T02:38:28.610Z [INFO] node_3:: entering follower state: follower="Node at node_3 [Follower]" leader= 2023-01-19T02:38:28.611Z [INFO] node_4:: entering follower state: follower="Node at node_4 [Follower]" leader= 2023-01-19T02:38:29.444Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:38:29.444Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=111 2023-01-19T02:38:29.929Z [WARN] node_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:29.929Z [INFO] node_3:: entering candidate state: node="Node at node_3 [Candidate]" term=2 2023-01-19T02:38:29.930Z [INFO] node_3:: election won: tally=3 2023-01-19T02:38:29.930Z [INFO] node_3:: entering leader state: leader="Node at node_3 [Leader]" 2023-01-19T02:38:29.930Z [INFO] node_3:: added peer, starting replication: peer=node_0 2023-01-19T02:38:29.930Z [INFO] node_3:: added peer, starting replication: peer=node_1 2023-01-19T02:38:29.930Z [INFO] node_3:: added peer, starting replication: peer=node_2 2023-01-19T02:38:29.930Z [INFO] node_3:: added peer, starting replication: peer=node_4 2023-01-19T02:38:29.930Z [INFO] node_3:: pipelining replication: peer="{Voter node_0 node_0}" 2023-01-19T02:38:29.930Z [WARN] node_2:: rejecting vote request since our last term is greater: candidate=node_3 last-term=2 last-candidate-term=1 2023-01-19T02:38:29.930Z [INFO] node_3:: pipelining replication: peer="{Voter node_4 node_4}" 2023-01-19T02:38:29.930Z [INFO] node_3:: pipelining replication: peer="{Voter node_2 node_2}" 2023-01-19T02:38:29.930Z [INFO] node_3:: pipelining replication: peer="{Voter node_1 node_1}" 2023-01-19T02:38:30.725Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:38:30.725Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=112 2023-01-19T02:38:30.997Z [INFO] node_3:: aborting pipeline replication: peer="{Voter node_4 node_4}" 2023-01-19T02:38:30.997Z [INFO] node_3:: aborting pipeline replication: peer="{Voter node_0 node_0}" 2023-01-19T02:38:30.997Z [INFO] node_3:: aborting pipeline replication: peer="{Voter node_1 node_1}" 2023-01-19T02:38:30.998Z [INFO] node_3:: aborting pipeline replication: peer="{Voter node_2 node_2}" 2023-01-19T02:38:31.571Z [INFO] sv_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/sv_0 2023-01-19T02:38:31.572Z [INFO] sv_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-19T02:38:31.572Z [INFO] sv_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/sv_1 2023-01-19T02:38:31.573Z [INFO] sv_0:: entering follower state: follower="Node at sv_0 [Follower]" leader= 2023-01-19T02:38:31.573Z [INFO] sv_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-19T02:38:31.574Z [INFO] sv_1:: entering follower state: follower="Node at sv_1 [Follower]" leader= 2023-01-19T02:38:31.574Z [INFO] sv_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/sv_2 2023-01-19T02:38:31.575Z [INFO] sv_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-19T02:38:31.575Z [INFO] sv_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/sv_3 2023-01-19T02:38:31.575Z [INFO] sv_2:: entering follower state: follower="Node at sv_2 [Follower]" leader= 2023-01-19T02:38:31.576Z [INFO] sv_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-19T02:38:31.577Z [INFO] sv_3:: entering follower state: follower="Node at sv_3 [Follower]" leader= 2023-01-19T02:38:31.577Z [INFO] sv_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/sv_4 2023-01-19T02:38:31.578Z [INFO] sv_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-19T02:38:31.579Z [INFO] sv_4:: entering follower state: follower="Node at sv_4 [Follower]" leader= 2023-01-19T02:38:31.835Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:31.835Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=113 2023-01-19T02:38:31.835Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:38:32.661Z [WARN] sv_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:32.661Z [INFO] sv_3:: entering candidate state: node="Node at sv_3 [Candidate]" term=2 2023-01-19T02:38:32.662Z [INFO] sv_3:: election won: tally=3 2023-01-19T02:38:32.662Z [INFO] sv_3:: entering leader state: leader="Node at sv_3 [Leader]" 2023-01-19T02:38:32.662Z [INFO] sv_3:: added peer, starting replication: peer=sv_0 2023-01-19T02:38:32.662Z [INFO] sv_3:: added peer, starting replication: peer=sv_1 2023-01-19T02:38:32.662Z [INFO] sv_3:: added peer, starting replication: peer=sv_2 2023-01-19T02:38:32.662Z [INFO] sv_3:: added peer, starting replication: peer=sv_4 2023-01-19T02:38:32.662Z [INFO] sv_3:: pipelining replication: peer="{Voter sv_4 sv_4}" 2023-01-19T02:38:32.662Z [INFO] sv_3:: pipelining replication: peer="{Voter sv_0 sv_0}" 2023-01-19T02:38:32.662Z [INFO] sv_3:: pipelining replication: peer="{Voter sv_1 sv_1}" 2023-01-19T02:38:32.662Z [INFO] sv_3:: pipelining replication: peer="{Voter sv_2 sv_2}" 2023-01-19T02:38:33.579Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:33.582Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=114 2023-01-19T02:38:33.582Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:38:33.733Z [INFO] sv_3:: aborting pipeline replication: peer="{Voter sv_0 sv_0}" 2023-01-19T02:38:33.733Z [INFO] sv_3:: aborting pipeline replication: peer="{Voter sv_1 sv_1}" 2023-01-19T02:38:33.734Z [INFO] sv_3:: aborting pipeline replication: peer="{Voter sv_2 sv_2}" 2023-01-19T02:38:33.734Z [INFO] sv_3:: aborting pipeline replication: peer="{Voter sv_4 sv_4}" 2023-01-19T02:38:34.304Z [INFO] svr_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/svr_0 2023-01-19T02:38:34.306Z [INFO] svr_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-19T02:38:34.306Z [INFO] svr_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/svr_1 2023-01-19T02:38:34.306Z [INFO] svr_0:: entering follower state: follower="Node at svr_0 [Follower]" leader= 2023-01-19T02:38:34.308Z [INFO] svr_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-19T02:38:34.308Z [INFO] svr_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/svr_2 2023-01-19T02:38:34.308Z [INFO] svr_1:: entering follower state: follower="Node at svr_1 [Follower]" leader= 2023-01-19T02:38:34.310Z [INFO] svr_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-19T02:38:34.311Z [INFO] svr_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/svr_3 2023-01-19T02:38:34.311Z [INFO] svr_2:: entering follower state: follower="Node at svr_2 [Follower]" leader= 2023-01-19T02:38:34.313Z [INFO] svr_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-19T02:38:34.313Z [INFO] svr_3:: entering follower state: follower="Node at svr_3 [Follower]" leader= 2023-01-19T02:38:34.313Z [INFO] svr_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build2772204365/b001/data/svr_4 2023-01-19T02:38:34.320Z [INFO] svr_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-19T02:38:34.321Z [INFO] svr_4:: entering follower state: follower="Node at svr_4 [Follower]" leader= 2023-01-19T02:38:34.664Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:38:34.664Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=115 2023-01-19T02:38:35.495Z [WARN] svr_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:35.495Z [INFO] svr_2:: entering candidate state: node="Node at svr_2 [Candidate]" term=2 2023-01-19T02:38:36.123Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:38:36.123Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=116 2023-01-19T02:38:36.600Z [INFO] svr_2:: election won: tally=3 2023-01-19T02:38:36.600Z [INFO] svr_2:: entering leader state: leader="Node at svr_2 [Leader]" 2023-01-19T02:38:36.600Z [INFO] svr_2:: added peer, starting replication: peer=svr_0 2023-01-19T02:38:36.601Z [INFO] svr_2:: added peer, starting replication: peer=svr_1 2023-01-19T02:38:36.601Z [INFO] svr_2:: added peer, starting replication: peer=svr_3 2023-01-19T02:38:36.601Z [INFO] svr_2:: added peer, starting replication: peer=svr_4 2023-01-19T02:38:36.601Z [INFO] svr_2:: pipelining replication: peer="{Voter svr_0 svr_0}" 2023-01-19T02:38:36.601Z [INFO] svr_2:: pipelining replication: peer="{Voter svr_1 svr_1}" 2023-01-19T02:38:36.601Z [INFO] svr_2:: pipelining replication: peer="{Voter svr_3 svr_3}" 2023-01-19T02:38:36.602Z [INFO] svr_2:: pipelining replication: peer="{Voter svr_4 svr_4}" 2023-01-19T02:38:37.572Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:37.572Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=117 2023-01-19T02:38:37.573Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:38:37.598Z [INFO] svr_2:: aborting pipeline replication: peer="{Voter svr_4 svr_4}" 2023-01-19T02:38:37.598Z [INFO] svr_2:: aborting pipeline replication: peer="{Voter svr_0 svr_0}" 2023-01-19T02:38:37.598Z [INFO] svr_2:: aborting pipeline replication: peer="{Voter svr_1 svr_1}" 2023-01-19T02:38:37.599Z [INFO] svr_2:: aborting pipeline replication: peer="{Voter svr_3 svr_3}" PASS ok github.com/hashicorp/raft/fuzzy 172.924s github.com/hashicorp/raft/fuzzy 2023-01-19T02:38:38.807Z [INFO] lt_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/lt_0 2023-01-19T02:38:38.808Z [INFO] lt_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-19T02:38:38.808Z [INFO] lt_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/lt_1 2023-01-19T02:38:38.809Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-01-19T02:38:38.809Z [INFO] lt_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-19T02:38:38.809Z [INFO] lt_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/lt_2 2023-01-19T02:38:38.809Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-01-19T02:38:38.812Z [INFO] lt_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-19T02:38:38.812Z [INFO] lt_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/lt_3 2023-01-19T02:38:38.812Z [INFO] lt_2:: entering follower state: follower="Node at lt_2 [Follower]" leader= 2023-01-19T02:38:38.815Z [INFO] lt_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-19T02:38:38.815Z [INFO] lt_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/lt_4 2023-01-19T02:38:38.815Z [INFO] lt_3:: entering follower state: follower="Node at lt_3 [Follower]" leader= 2023-01-19T02:38:38.816Z [INFO] lt_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lt_0 Address:lt_0} {Suffrage:Voter ID:lt_1 Address:lt_1} {Suffrage:Voter ID:lt_2 Address:lt_2} {Suffrage:Voter ID:lt_3 Address:lt_3} {Suffrage:Voter ID:lt_4 Address:lt_4}]" 2023-01-19T02:38:38.817Z [INFO] lt_4:: entering follower state: follower="Node at lt_4 [Follower]" leader= 2023-01-19T02:38:40.211Z [WARN] lt_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:40.211Z [INFO] lt_1:: entering candidate state: node="Node at lt_1 [Candidate]" term=2 2023-01-19T02:38:40.212Z [INFO] lt_1:: election won: tally=3 2023-01-19T02:38:40.212Z [INFO] lt_1:: entering leader state: leader="Node at lt_1 [Leader]" 2023-01-19T02:38:40.212Z [INFO] lt_1:: added peer, starting replication: peer=lt_0 2023-01-19T02:38:40.212Z [INFO] lt_1:: added peer, starting replication: peer=lt_2 2023-01-19T02:38:40.212Z [INFO] lt_1:: added peer, starting replication: peer=lt_3 2023-01-19T02:38:40.212Z [INFO] lt_1:: added peer, starting replication: peer=lt_4 2023-01-19T02:38:40.213Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:38:40.213Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:38:40.214Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_0 lt_0}" 2023-01-19T02:38:40.214Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:38:40.657Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=3 2023-01-19T02:38:40.657Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-01-19T02:38:40.657Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:38:40.657Z [INFO] lt_0:: election won: tally=3 2023-01-19T02:38:40.657Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-01-19T02:38:40.657Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-01-19T02:38:40.657Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-01-19T02:38:40.657Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-01-19T02:38:40.657Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-01-19T02:38:40.658Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:38:40.658Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2023-01-19T02:38:40.658Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:38:40.658Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:38:40.658Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-01-19T02:38:40.658Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:38:40.658Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:38:41.078Z [INFO] lt_1:: entering candidate state: node="Node at lt_1 [Candidate]" term=4 2023-01-19T02:38:41.079Z [WARN] lt_0:: rejecting vote request since our last index is greater: candidate=lt_1 last-index=7827 last-candidate-index=7825 2023-01-19T02:38:41.079Z [INFO] lt_0:: entering follower state: follower="Node at lt_0 [Follower]" leader= 2023-01-19T02:38:41.079Z [INFO] lt_1:: election won: tally=3 2023-01-19T02:38:41.079Z [INFO] lt_1:: entering leader state: leader="Node at lt_1 [Leader]" 2023-01-19T02:38:41.079Z [INFO] lt_1:: added peer, starting replication: peer=lt_0 2023-01-19T02:38:41.079Z [INFO] lt_1:: added peer, starting replication: peer=lt_2 2023-01-19T02:38:41.079Z [INFO] lt_1:: added peer, starting replication: peer=lt_3 2023-01-19T02:38:41.079Z [INFO] lt_1:: added peer, starting replication: peer=lt_4 2023-01-19T02:38:41.080Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:38:41.080Z [WARN] lt_0:: clearing log suffix: from=7826 to=7827 2023-01-19T02:38:41.081Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:38:41.081Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_0 lt_0}" 2023-01-19T02:38:41.081Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-01-19T02:38:41.081Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:38:41.081Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:38:41.081Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:38:41.081Z [INFO] lt_1:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:38:41.096Z [INFO] lt_0:: entering candidate state: node="Node at lt_0 [Candidate]" term=5 2023-01-19T02:38:41.097Z [INFO] lt_1:: entering follower state: follower="Node at lt_1 [Follower]" leader= 2023-01-19T02:38:41.097Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:38:41.097Z [INFO] lt_0:: election won: tally=3 2023-01-19T02:38:41.097Z [INFO] lt_0:: entering leader state: leader="Node at lt_0 [Leader]" 2023-01-19T02:38:41.097Z [INFO] lt_0:: added peer, starting replication: peer=lt_1 2023-01-19T02:38:41.097Z [INFO] lt_0:: added peer, starting replication: peer=lt_2 2023-01-19T02:38:41.097Z [INFO] lt_0:: added peer, starting replication: peer=lt_3 2023-01-19T02:38:41.097Z [INFO] lt_0:: added peer, starting replication: peer=lt_4 2023-01-19T02:38:41.097Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:38:41.097Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:38:41.097Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_0 lt_0}" 2023-01-19T02:38:41.098Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_1 lt_1}" 2023-01-19T02:38:41.098Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:38:41.098Z [WARN] lt_3:: failed to get previous log: previous-index=7827 last-index=7826 error="log not found" 2023-01-19T02:38:41.098Z [WARN] lt_0:: appendEntries rejected, sending older logs: peer="{Voter lt_3 lt_3}" next=7827 2023-01-19T02:38:41.098Z [INFO] lt_0:: pipelining replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:38:41.098Z [INFO] lt_1:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:38:41.185Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_2 lt_2}" 2023-01-19T02:38:41.185Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_3 lt_3}" 2023-01-19T02:38:41.186Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_4 lt_4}" 2023-01-19T02:38:41.186Z [INFO] lt_0:: aborting pipeline replication: peer="{Voter lt_1 lt_1}" 2023-01-19T02:38:41.666Z [INFO] m_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/m_0 2023-01-19T02:38:41.668Z [INFO] m_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-01-19T02:38:41.669Z [INFO] m_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/m_1 2023-01-19T02:38:41.669Z [INFO] m_0:: entering follower state: follower="Node at m_0 [Follower]" leader= 2023-01-19T02:38:41.680Z [INFO] m_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-01-19T02:38:41.680Z [INFO] m_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/m_2 2023-01-19T02:38:41.682Z [INFO] m_1:: entering follower state: follower="Node at m_1 [Follower]" leader= 2023-01-19T02:38:41.685Z [INFO] m_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2}]" 2023-01-19T02:38:41.685Z [INFO] m_2:: entering follower state: follower="Node at m_2 [Follower]" leader= 2023-01-19T02:38:42.808Z [WARN] m_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:42.808Z [INFO] m_0:: entering candidate state: node="Node at m_0 [Candidate]" term=2 2023-01-19T02:38:42.809Z [INFO] m_0:: election won: tally=2 2023-01-19T02:38:42.809Z [INFO] m_0:: entering leader state: leader="Node at m_0 [Leader]" 2023-01-19T02:38:42.809Z [INFO] m_0:: added peer, starting replication: peer=m_1 2023-01-19T02:38:42.810Z [INFO] m_0:: added peer, starting replication: peer=m_2 2023-01-19T02:38:42.810Z [INFO] m_0:: pipelining replication: peer="{Voter m_1 m_1}" 2023-01-19T02:38:42.810Z [INFO] m_0:: pipelining replication: peer="{Voter m_2 m_2}" 2023-01-19T02:38:42.824Z [INFO] m_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/m_3 2023-01-19T02:38:42.831Z [INFO] m_3:: initial configuration: index=0 servers=[] 2023-01-19T02:38:42.832Z [INFO] m_0:: updating configuration: command=AddStaging server-id=m_3 server-addr=m_3 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3}]" 2023-01-19T02:38:42.832Z [INFO] m_3:: entering follower state: follower="Node at m_3 [Follower]" leader= 2023-01-19T02:38:42.833Z [INFO] m_0:: added peer, starting replication: peer=m_3 2023-01-19T02:38:42.834Z [WARN] m_3:: failed to get previous log: previous-index=139 last-index=0 error="log not found" 2023-01-19T02:38:42.834Z [WARN] m_0:: appendEntries rejected, sending older logs: peer="{Voter m_3 m_3}" next=1 2023-01-19T02:38:42.836Z [INFO] m_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/m_4 2023-01-19T02:38:42.840Z [INFO] m_0:: pipelining replication: peer="{Voter m_3 m_3}" 2023-01-19T02:38:42.841Z [INFO] m_4:: initial configuration: index=0 servers=[] 2023-01-19T02:38:42.847Z [INFO] m_4:: entering follower state: follower="Node at m_4 [Follower]" leader= 2023-01-19T02:38:42.848Z [INFO] m_0:: updating configuration: command=AddStaging server-id=m_4 server-addr=m_4 servers="[{Suffrage:Voter ID:m_0 Address:m_0} {Suffrage:Voter ID:m_1 Address:m_1} {Suffrage:Voter ID:m_2 Address:m_2} {Suffrage:Voter ID:m_3 Address:m_3} {Suffrage:Voter ID:m_4 Address:m_4}]" 2023-01-19T02:38:42.848Z [INFO] m_0:: added peer, starting replication: peer=m_4 2023-01-19T02:38:42.849Z [WARN] m_4:: failed to get previous log: previous-index=180 last-index=0 error="log not found" 2023-01-19T02:38:42.849Z [WARN] m_0:: appendEntries rejected, sending older logs: peer="{Voter m_4 m_4}" next=1 2023-01-19T02:38:42.853Z [INFO] m_0:: pipelining replication: peer="{Voter m_4 m_4}" 2023-01-19T02:38:48.019Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_2 m_2}" 2023-01-19T02:38:48.019Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_3 m_3}" 2023-01-19T02:38:48.019Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_4 m_4}" 2023-01-19T02:38:48.019Z [INFO] m_0:: aborting pipeline replication: peer="{Voter m_1 m_1}" 2023-01-19T02:38:50.324Z [INFO] ar_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/ar_0 2023-01-19T02:38:50.324Z [INFO] ar_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-01-19T02:38:50.324Z [INFO] ar_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/ar_1 2023-01-19T02:38:50.325Z [INFO] ar_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-01-19T02:38:50.325Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:38:50.325Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:38:50.326Z [INFO] ar_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/ar_2 2023-01-19T02:38:50.326Z [INFO] ar_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2}]" 2023-01-19T02:38:50.326Z [INFO] ar_2:: entering follower state: follower="Node at ar_2 [Follower]" leader= 2023-01-19T02:38:51.569Z [WARN] ar_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:51.569Z [INFO] ar_2:: entering candidate state: node="Node at ar_2 [Candidate]" term=2 2023-01-19T02:38:51.570Z [INFO] ar_2:: election won: tally=2 2023-01-19T02:38:51.570Z [INFO] ar_2:: entering leader state: leader="Node at ar_2 [Leader]" 2023-01-19T02:38:51.570Z [INFO] ar_2:: added peer, starting replication: peer=ar_0 2023-01-19T02:38:51.570Z [INFO] ar_2:: added peer, starting replication: peer=ar_1 2023-01-19T02:38:51.570Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_1 ar_1}" 2023-01-19T02:38:51.570Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_0 ar_0}" 2023-01-19T02:38:51.574Z [INFO] ar_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/ar_3 2023-01-19T02:38:51.574Z [INFO] ar_3:: initial configuration: index=0 servers=[] 2023-01-19T02:38:51.574Z [INFO] ar_2:: updating configuration: command=AddStaging server-id=ar_3 server-addr=ar_3 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3}]" 2023-01-19T02:38:51.574Z [INFO] ar_2:: added peer, starting replication: peer=ar_3 2023-01-19T02:38:51.576Z [INFO] ar_3:: entering follower state: follower="Node at ar_3 [Follower]" leader= 2023-01-19T02:38:51.576Z [WARN] ar_3:: failed to get previous log: previous-index=103 last-index=0 error="log not found" 2023-01-19T02:38:51.576Z [WARN] ar_2:: appendEntries rejected, sending older logs: peer="{Voter ar_3 ar_3}" next=1 2023-01-19T02:38:51.578Z [INFO] ar_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/ar_4 2023-01-19T02:38:51.578Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_3 ar_3}" 2023-01-19T02:38:51.578Z [INFO] ar_4:: initial configuration: index=0 servers=[] 2023-01-19T02:38:51.578Z [INFO] ar_2:: updating configuration: command=AddStaging server-id=ar_4 server-addr=ar_4 servers="[{Suffrage:Voter ID:ar_0 Address:ar_0} {Suffrage:Voter ID:ar_1 Address:ar_1} {Suffrage:Voter ID:ar_2 Address:ar_2} {Suffrage:Voter ID:ar_3 Address:ar_3} {Suffrage:Voter ID:ar_4 Address:ar_4}]" 2023-01-19T02:38:51.579Z [INFO] ar_2:: added peer, starting replication: peer=ar_4 2023-01-19T02:38:51.579Z [INFO] ar_4:: entering follower state: follower="Node at ar_4 [Follower]" leader= 2023-01-19T02:38:51.581Z [WARN] ar_4:: failed to get previous log: previous-index=208 last-index=0 error="log not found" 2023-01-19T02:38:51.581Z [WARN] ar_2:: appendEntries rejected, sending older logs: peer="{Voter ar_4 ar_4}" next=1 2023-01-19T02:38:51.582Z [INFO] Removing node ar_0 from cluster 2023-01-19T02:38:51.582Z [INFO] Removing node ar_1 from cluster 2023-01-19T02:38:51.588Z [INFO] ar_2:: pipelining replication: peer="{Voter ar_4 ar_4}" 2023-01-19T02:38:51.732Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_3 ar_3}" 2023-01-19T02:38:51.732Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_4 ar_4}" 2023-01-19T02:38:51.732Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_0 ar_0}" 2023-01-19T02:38:51.732Z [INFO] ar_2:: aborting pipeline replication: peer="{Voter ar_1 ar_1}" 2023-01-19T02:38:51.771Z [INFO] rl_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/rl_0 2023-01-19T02:38:51.773Z [INFO] rl_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-19T02:38:51.773Z [INFO] rl_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/rl_1 2023-01-19T02:38:51.773Z [INFO] rl_0:: entering follower state: follower="Node at rl_0 [Follower]" leader= 2023-01-19T02:38:51.774Z [INFO] rl_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-19T02:38:51.774Z [INFO] rl_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/rl_2 2023-01-19T02:38:51.775Z [INFO] rl_1:: entering follower state: follower="Node at rl_1 [Follower]" leader= 2023-01-19T02:38:51.776Z [INFO] rl_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-19T02:38:51.776Z [INFO] rl_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/rl_3 2023-01-19T02:38:51.776Z [INFO] rl_2:: entering follower state: follower="Node at rl_2 [Follower]" leader= 2023-01-19T02:38:51.778Z [INFO] rl_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-19T02:38:51.778Z [INFO] rl_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/rl_4 2023-01-19T02:38:51.778Z [INFO] rl_3:: entering follower state: follower="Node at rl_3 [Follower]" leader= 2023-01-19T02:38:51.781Z [INFO] rl_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rl_0 Address:rl_0} {Suffrage:Voter ID:rl_1 Address:rl_1} {Suffrage:Voter ID:rl_2 Address:rl_2} {Suffrage:Voter ID:rl_3 Address:rl_3} {Suffrage:Voter ID:rl_4 Address:rl_4}]" 2023-01-19T02:38:51.781Z [INFO] rl_4:: entering follower state: follower="Node at rl_4 [Follower]" leader= 2023-01-19T02:38:52.859Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader=ar_2 2023-01-19T02:38:52.859Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=3 2023-01-19T02:38:52.859Z [WARN] ar_0:: rejecting vote request since we have a leader: from=ar_1 leader=ar_2 2023-01-19T02:38:52.898Z [WARN] rl_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:52.898Z [INFO] rl_3:: entering candidate state: node="Node at rl_3 [Candidate]" term=2 2023-01-19T02:38:52.900Z [INFO] rl_3:: election won: tally=3 2023-01-19T02:38:52.900Z [INFO] rl_3:: entering leader state: leader="Node at rl_3 [Leader]" 2023-01-19T02:38:52.900Z [INFO] rl_3:: added peer, starting replication: peer=rl_0 2023-01-19T02:38:52.900Z [INFO] rl_3:: added peer, starting replication: peer=rl_1 2023-01-19T02:38:52.900Z [INFO] rl_3:: added peer, starting replication: peer=rl_2 2023-01-19T02:38:52.901Z [INFO] rl_3:: added peer, starting replication: peer=rl_4 2023-01-19T02:38:52.901Z [INFO] rl_3:: pipelining replication: peer="{Voter rl_1 rl_1}" 2023-01-19T02:38:52.901Z [INFO] rl_3:: pipelining replication: peer="{Voter rl_0 rl_0}" 2023-01-19T02:38:52.902Z [INFO] rl_3:: pipelining replication: peer="{Voter rl_2 rl_2}" 2023-01-19T02:38:52.902Z [INFO] rl_3:: pipelining replication: peer="{Voter rl_4 rl_4}" 2023-01-19T02:38:53.917Z [INFO] Removing node rl_3 from cluster 2023-01-19T02:38:53.952Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader=ar_2 2023-01-19T02:38:53.952Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=3 2023-01-19T02:38:53.953Z [INFO] ar_1:: duplicate requestVote for same term: term=3 2023-01-19T02:38:53.955Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:38:53.956Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=4 2023-01-19T02:38:53.956Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:38:55.562Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:38:55.562Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=5 2023-01-19T02:38:56.896Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:38:56.896Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=6 2023-01-19T02:38:58.116Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:58.117Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=7 2023-01-19T02:38:58.117Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:38:59.185Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:38:59.185Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=8 2023-01-19T02:38:59.185Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:38:59.336Z [INFO] rl_3:: aborting pipeline replication: peer="{Voter rl_0 rl_0}" 2023-01-19T02:38:59.336Z [INFO] rl_3:: aborting pipeline replication: peer="{Voter rl_1 rl_1}" 2023-01-19T02:38:59.336Z [INFO] rl_3:: aborting pipeline replication: peer="{Voter rl_2 rl_2}" 2023-01-19T02:38:59.336Z [INFO] rl_3:: aborting pipeline replication: peer="{Voter rl_4 rl_4}" 2023-01-19T02:38:59.337Z [INFO] rmp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/rmp_0 2023-01-19T02:38:59.338Z [INFO] rmp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-19T02:38:59.339Z [INFO] rmp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/rmp_1 2023-01-19T02:38:59.339Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2023-01-19T02:38:59.341Z [INFO] rmp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-19T02:38:59.341Z [INFO] rmp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/rmp_2 2023-01-19T02:38:59.343Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2023-01-19T02:38:59.346Z [INFO] rmp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-19T02:38:59.347Z [INFO] rmp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/rmp_3 2023-01-19T02:38:59.347Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2023-01-19T02:38:59.349Z [INFO] rmp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-19T02:38:59.349Z [INFO] rmp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/rmp_4 2023-01-19T02:38:59.350Z [INFO] rmp_3:: entering follower state: follower="Node at rmp_3 [Follower]" leader= 2023-01-19T02:38:59.350Z [INFO] rmp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:rmp_0 Address:rmp_0} {Suffrage:Voter ID:rmp_1 Address:rmp_1} {Suffrage:Voter ID:rmp_2 Address:rmp_2} {Suffrage:Voter ID:rmp_3 Address:rmp_3} {Suffrage:Voter ID:rmp_4 Address:rmp_4}]" 2023-01-19T02:38:59.350Z [INFO] rmp_4:: entering follower state: follower="Node at rmp_4 [Follower]" leader= 2023-01-19T02:39:00.330Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:00.330Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=9 2023-01-19T02:39:00.331Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:39:00.436Z [WARN] rmp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:00.437Z [INFO] rmp_0:: entering candidate state: node="Node at rmp_0 [Candidate]" term=2 2023-01-19T02:39:00.437Z [INFO] rmp_0:: election won: tally=3 2023-01-19T02:39:00.437Z [INFO] rmp_0:: entering leader state: leader="Node at rmp_0 [Leader]" 2023-01-19T02:39:00.438Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_1 2023-01-19T02:39:00.438Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_2 2023-01-19T02:39:00.438Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_3 2023-01-19T02:39:00.438Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_4 2023-01-19T02:39:00.438Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2023-01-19T02:39:00.439Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-01-19T02:39:00.439Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2023-01-19T02:39:00.439Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_3 rmp_3}" 2023-01-19T02:39:00.439Z [WARN] rmp_4:: rejecting vote request since our last term is greater: candidate=rmp_0 last-term=2 last-candidate-term=1 2023-01-19T02:39:00.449Z [INFO] Created partition 1 with nodes [rmp_2], partitions now are 1 = [rmp_2] 2023-01-19T02:39:00.450Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2023-01-19T02:39:00.451Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:00.463Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:00.473Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:00.496Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:00.539Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:00.608Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:00.619Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:00.733Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:00.785Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:00.900Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:00.950Z [WARN] rmp_0:: failed to contact: server-id=rmp_2 time=500.037726ms 2023-01-19T02:39:01.024Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:01.106Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:01.185Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:01.362Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:01.362Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=10 2023-01-19T02:39:01.433Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:01.459Z [WARN] rmp_0:: failed to contact: server-id=rmp_2 time=1.008942549s 2023-01-19T02:39:01.749Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:01.776Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:01.948Z [WARN] rmp_0:: failed to contact: server-id=rmp_2 time=1.498705112s 2023-01-19T02:39:02.213Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:02.594Z [WARN] rmp_2:: heartbeat timeout reached, starting election: last-leader=rmp_0 2023-01-19T02:39:02.594Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=3 2023-01-19T02:39:02.595Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_2" 2023-01-19T02:39:02.595Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_2" 2023-01-19T02:39:02.595Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:39:02.595Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_2" 2023-01-19T02:39:02.959Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:03.030Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:03.122Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:03.122Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=11 2023-01-19T02:39:03.122Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:39:03.449Z [INFO] Removing node rmp_2 from cluster 2023-01-19T02:39:04.352Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-01-19T02:39:04.352Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=4 2023-01-19T02:39:04.352Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_2" 2023-01-19T02:39:04.356Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_2" 2023-01-19T02:39:04.356Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:39:04.356Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_2" 2023-01-19T02:39:04.407Z [ERROR] rmp_0:: failed to heartbeat to: peer=rmp_2 error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:04.634Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:04.634Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=12 2023-01-19T02:39:04.634Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:39:05.591Z [ERROR] rmp_0:: failed to appendEntries to: peer="{Voter rmp_2 rmp_2}" error="Unable to connect to rmp_2, from rmp_0" 2023-01-19T02:39:06.068Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:06.069Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=13 2023-01-19T02:39:06.326Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-01-19T02:39:06.326Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=5 2023-01-19T02:39:06.326Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_4 rmp_4}" error="Unable to connect to rmp_4, from rmp_2" 2023-01-19T02:39:06.327Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_3 rmp_3}" error="Unable to connect to rmp_3, from rmp_2" 2023-01-19T02:39:06.327Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_0 rmp_0}" error="Unable to connect to rmp_0, from rmp_2" 2023-01-19T02:39:06.327Z [ERROR] rmp_2:: failed to make requestVote RPC: target="{Voter rmp_1 rmp_1}" error="Unable to connect to rmp_1, from rmp_2" 2023-01-19T02:39:06.450Z [INFO] Healing all partitions, partitions now [None] 2023-01-19T02:39:07.412Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:07.413Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=14 2023-01-19T02:39:08.164Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-01-19T02:39:08.164Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=6 2023-01-19T02:39:08.165Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-01-19T02:39:08.167Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-01-19T02:39:08.167Z [WARN] rmp_1:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-01-19T02:39:08.167Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-01-19T02:39:08.780Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:08.781Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=15 2023-01-19T02:39:09.701Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-01-19T02:39:09.701Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=7 2023-01-19T02:39:09.701Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-01-19T02:39:09.703Z [WARN] rmp_0:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-01-19T02:39:09.703Z [WARN] rmp_1:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-01-19T02:39:09.703Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-01-19T02:39:09.944Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:09.945Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=16 2023-01-19T02:39:09.946Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:39:10.712Z [ERROR] rmp_0:: peer has newer term, stopping replication: peer="{Voter rmp_2 rmp_2}" 2023-01-19T02:39:10.712Z [INFO] rmp_0:: entering follower state: follower="Node at rmp_0 [Follower]" leader= 2023-01-19T02:39:10.713Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2023-01-19T02:39:10.713Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-01-19T02:39:10.713Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_3 rmp_3}" 2023-01-19T02:39:10.982Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:10.982Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=17 2023-01-19T02:39:10.982Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:39:11.183Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-01-19T02:39:11.183Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=8 2023-01-19T02:39:11.184Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-01-19T02:39:11.184Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-01-19T02:39:11.184Z [WARN] rmp_0:: rejecting vote request since our last index is greater: candidate=rmp_2 last-index=106387 last-candidate-index=103 2023-01-19T02:39:11.184Z [WARN] rmp_1:: rejecting vote request since we have a leader: from=rmp_2 leader=rmp_0 2023-01-19T02:39:11.834Z [WARN] rmp_1:: heartbeat timeout reached, starting election: last-leader=rmp_0 2023-01-19T02:39:11.834Z [INFO] rmp_1:: entering candidate state: node="Node at rmp_1 [Candidate]" term=3 2023-01-19T02:39:11.835Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_0 2023-01-19T02:39:11.835Z [INFO] rmp_1:: entering follower state: follower="Node at rmp_1 [Follower]" leader= 2023-01-19T02:39:11.835Z [WARN] rmp_3:: rejecting vote request since we have a leader: from=rmp_1 leader=rmp_0 2023-01-19T02:39:12.055Z [WARN] rmp_3:: heartbeat timeout reached, starting election: last-leader=rmp_0 2023-01-19T02:39:12.055Z [INFO] rmp_3:: entering candidate state: node="Node at rmp_3 [Candidate]" term=3 2023-01-19T02:39:12.056Z [WARN] rmp_4:: rejecting vote request since we have a leader: from=rmp_3 leader=rmp_0 2023-01-19T02:39:12.056Z [INFO] rmp_3:: entering follower state: follower="Node at rmp_3 [Follower]" leader= 2023-01-19T02:39:12.102Z [WARN] rmp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:12.102Z [INFO] rmp_0:: entering candidate state: node="Node at rmp_0 [Candidate]" term=9 2023-01-19T02:39:12.102Z [INFO] rmp_0:: election won: tally=3 2023-01-19T02:39:12.102Z [INFO] rmp_0:: entering leader state: leader="Node at rmp_0 [Leader]" 2023-01-19T02:39:12.102Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_1 2023-01-19T02:39:12.102Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_2 2023-01-19T02:39:12.102Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_3 2023-01-19T02:39:12.102Z [INFO] rmp_0:: added peer, starting replication: peer=rmp_4 2023-01-19T02:39:12.102Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_4 rmp_4}" 2023-01-19T02:39:12.102Z [INFO] rmp_2:: entering follower state: follower="Node at rmp_2 [Follower]" leader= 2023-01-19T02:39:12.102Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_1 rmp_1}" 2023-01-19T02:39:12.102Z [WARN] rmp_2:: failed to get previous log: previous-index=106387 last-index=103 error="log not found" 2023-01-19T02:39:12.102Z [WARN] rmp_0:: appendEntries rejected, sending older logs: peer="{Voter rmp_2 rmp_2}" next=104 2023-01-19T02:39:12.104Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_3 rmp_3}" 2023-01-19T02:39:12.125Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:12.126Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=18 2023-01-19T02:39:13.207Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:13.207Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=19 2023-01-19T02:39:14.249Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:14.251Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=20 2023-01-19T02:39:14.250Z [INFO] rmp_0:: pipelining replication: peer="{Voter rmp_2 rmp_2}" 2023-01-19T02:39:14.266Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:39:15.456Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:15.456Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=21 2023-01-19T02:39:15.457Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:39:16.548Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_4 rmp_4}" 2023-01-19T02:39:16.548Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_1 rmp_1}" 2023-01-19T02:39:16.549Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_2 rmp_2}" 2023-01-19T02:39:16.549Z [INFO] rmp_0:: aborting pipeline replication: peer="{Voter rmp_3 rmp_3}" 2023-01-19T02:39:16.678Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:16.678Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=22 2023-01-19T02:39:17.749Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:17.749Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=23 2023-01-19T02:39:18.198Z [WARN] rmp_2:: heartbeat timeout reached, starting election: last-leader=rmp_0 2023-01-19T02:39:18.199Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=10 2023-01-19T02:39:18.807Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:18.808Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=24 2023-01-19T02:39:19.924Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:19.924Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=25 2023-01-19T02:39:19.924Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:39:20.045Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-01-19T02:39:20.046Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=11 2023-01-19T02:39:21.264Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-01-19T02:39:21.265Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=12 2023-01-19T02:39:21.436Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:39:21.436Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=26 2023-01-19T02:39:22.509Z [WARN] rmp_2:: Election timeout reached, restarting election 2023-01-19T02:39:22.509Z [INFO] rmp_2:: entering candidate state: node="Node at rmp_2 [Candidate]" term=13 2023-01-19T02:39:22.817Z [INFO] lp_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/lp_0 2023-01-19T02:39:22.819Z [INFO] lp_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-19T02:39:22.819Z [INFO] lp_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/lp_1 2023-01-19T02:39:22.819Z [INFO] lp_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-19T02:39:22.819Z [INFO] lp_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/lp_2 2023-01-19T02:39:22.820Z [INFO] lp_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-19T02:39:22.820Z [INFO] lp_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/lp_3 2023-01-19T02:39:22.820Z [INFO] lp_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-19T02:39:22.820Z [INFO] lp_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/lp_4 2023-01-19T02:39:22.820Z [INFO] lp_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:lp_0 Address:lp_0} {Suffrage:Voter ID:lp_1 Address:lp_1} {Suffrage:Voter ID:lp_2 Address:lp_2} {Suffrage:Voter ID:lp_3 Address:lp_3} {Suffrage:Voter ID:lp_4 Address:lp_4}]" 2023-01-19T02:39:22.820Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:39:22.820Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:39:22.820Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:39:22.820Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:39:22.820Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:39:22.920Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:39:22.920Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=27 2023-01-19T02:39:23.950Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:23.950Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=2 2023-01-19T02:39:23.951Z [INFO] lp_0:: election won: tally=3 2023-01-19T02:39:23.951Z [INFO] lp_0:: entering leader state: leader="Node at lp_0 [Leader]" 2023-01-19T02:39:23.951Z [INFO] lp_0:: added peer, starting replication: peer=lp_1 2023-01-19T02:39:23.951Z [INFO] lp_0:: added peer, starting replication: peer=lp_2 2023-01-19T02:39:23.951Z [INFO] lp_0:: added peer, starting replication: peer=lp_3 2023-01-19T02:39:23.952Z [INFO] lp_0:: added peer, starting replication: peer=lp_4 2023-01-19T02:39:23.951Z [INFO] Created partition 1 with nodes [lp_0], partitions now are 1 = [lp_0] 2023-01-19T02:39:23.952Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:39:23.952Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:39:23.952Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:39:23.952Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:39:23.952Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:39:23.963Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:39:23.963Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:39:23.963Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:39:23.963Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:39:24.051Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:39:24.063Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:39:24.067Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:39:24.070Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:24.070Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=2 2023-01-19T02:39:24.071Z [INFO] lp_4:: duplicate requestVote for same term: term=2 2023-01-19T02:39:24.071Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:24.071Z [INFO] lp_1:: duplicate requestVote for same term: term=2 2023-01-19T02:39:24.071Z [INFO] lp_2:: duplicate requestVote for same term: term=2 2023-01-19T02:39:24.071Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:39:24.072Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:39:24.084Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:39:24.093Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:39:24.143Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:39:24.149Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:39:24.154Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:39:24.156Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:39:24.174Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:39:24.199Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:39:24.240Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:39:24.257Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:39:24.272Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:39:24.281Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:39:24.289Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:39:24.301Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:39:24.320Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:39:24.367Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:39:24.380Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:39:24.380Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=28 2023-01-19T02:39:24.402Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:39:24.438Z [ERROR] lp_0:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:39:24.450Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:39:24.453Z [WARN] lp_0:: failed to contact: server-id=lp_1 time=501.430182ms 2023-01-19T02:39:24.453Z [WARN] lp_0:: failed to contact: server-id=lp_2 time=501.330674ms 2023-01-19T02:39:24.453Z [WARN] lp_0:: failed to contact: server-id=lp_3 time=501.202672ms 2023-01-19T02:39:24.453Z [WARN] lp_0:: failed to contact: server-id=lp_4 time=501.105068ms 2023-01-19T02:39:24.453Z [WARN] lp_0:: failed to contact quorum of nodes, stepping down 2023-01-19T02:39:24.453Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:39:24.457Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:39:24.457Z [ERROR] lp_0:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:39:25.556Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:25.556Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=3 2023-01-19T02:39:25.556Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:25.556Z [INFO] lp_4:: election won: tally=3 2023-01-19T02:39:25.556Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-01-19T02:39:25.556Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-01-19T02:39:25.556Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-01-19T02:39:25.557Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-01-19T02:39:25.557Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-01-19T02:39:25.557Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader=lp_4 2023-01-19T02:39:25.557Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:39:25.558Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:25.558Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:39:25.558Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:39:25.558Z [WARN] lp_3:: rejecting vote request since our last term is greater: candidate=lp_4 last-term=3 last-candidate-term=1 2023-01-19T02:39:25.569Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:25.579Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:25.600Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:25.641Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:25.726Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:25.727Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:25.887Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:25.887Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=29 2023-01-19T02:39:25.888Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:25.889Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:39:25.922Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:26.051Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:26.057Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=500.766792ms 2023-01-19T02:39:26.212Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:26.224Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:26.297Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:26.297Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=3 2023-01-19T02:39:26.298Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:39:26.298Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:39:26.298Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:39:26.298Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:39:26.451Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:26.557Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=1.000338118s 2023-01-19T02:39:26.665Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:26.853Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:26.979Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:27.043Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:27.044Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=30 2023-01-19T02:39:27.054Z [WARN] lp_4:: failed to contact: server-id=lp_0 time=1.497506491s 2023-01-19T02:39:27.446Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:27.796Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-19T02:39:27.797Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=4 2023-01-19T02:39:27.797Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:39:27.798Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:39:27.798Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:39:27.798Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:39:27.952Z [INFO] Healing all partitions, partitions now [None] 2023-01-19T02:39:28.134Z [ERROR] lp_4:: peer has newer term, stopping replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:39:28.134Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:39:28.134Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:39:28.134Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:39:28.134Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:39:28.962Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:28.962Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=31 2023-01-19T02:39:29.164Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:39:29.164Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=4 2023-01-19T02:39:29.164Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-19T02:39:29.164Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-19T02:39:29.164Z [INFO] lp_0:: duplicate requestVote for same term: term=4 2023-01-19T02:39:29.262Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:39:29.262Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=4 2023-01-19T02:39:29.262Z [INFO] lp_4:: duplicate requestVote for same term: term=4 2023-01-19T02:39:29.262Z [INFO] lp_3:: duplicate requestVote for same term: term=4 2023-01-19T02:39:29.262Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-01-19T02:39:29.262Z [INFO] lp_0:: duplicate requestVote for same term: term=4 2023-01-19T02:39:29.548Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-19T02:39:29.548Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=5 2023-01-19T02:39:29.548Z [WARN] lp_2:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=3 last-candidate-term=2 2023-01-19T02:39:29.548Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:39:29.548Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_0 leader=lp_4 2023-01-19T02:39:29.549Z [WARN] lp_3:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=3 last-candidate-term=2 2023-01-19T02:39:29.549Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:39:29.549Z [WARN] lp_4:: rejecting vote request since our last term is greater: candidate=lp_0 last-term=3 last-candidate-term=2 2023-01-19T02:39:30.207Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:39:30.207Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=4 2023-01-19T02:39:30.207Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:39:30.684Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:30.684Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=6 2023-01-19T02:39:30.684Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:39:30.684Z [INFO] lp_4:: election won: tally=3 2023-01-19T02:39:30.685Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-01-19T02:39:30.685Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-01-19T02:39:30.685Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-01-19T02:39:30.685Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-01-19T02:39:30.685Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-01-19T02:39:30.686Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:39:30.686Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:39:30.686Z [WARN] lp_0:: failed to get previous log: previous-index=22351 last-index=7 error="log not found" 2023-01-19T02:39:30.686Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=8 2023-01-19T02:39:30.687Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:39:30.687Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-01-19T02:39:30.687Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=7 2023-01-19T02:39:30.687Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-01-19T02:39:30.687Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=6 2023-01-19T02:39:30.688Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-01-19T02:39:30.688Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=5 2023-01-19T02:39:30.689Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-01-19T02:39:30.689Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=4 2023-01-19T02:39:30.689Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-01-19T02:39:30.689Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=3 2023-01-19T02:39:30.690Z [WARN] lp_0:: previous log term mis-match: ours=2 remote=3 2023-01-19T02:39:30.690Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=2 2023-01-19T02:39:30.691Z [WARN] lp_0:: clearing log suffix: from=2 to=7 2023-01-19T02:39:30.867Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:30.868Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=32 2023-01-19T02:39:31.105Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:39:32.707Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:32.707Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=33 2023-01-19T02:39:32.953Z [INFO] Created partition 2 with nodes [lp_4], partitions now are 2 = [lp_4] 2023-01-19T02:39:32.953Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:39:32.953Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:39:32.953Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:39:32.954Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:39:32.954Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:39:33.009Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:39:33.014Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:39:33.037Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:39:33.047Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:39:33.047Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:33.069Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:33.082Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:39:33.102Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:39:33.114Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:39:33.127Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:39:33.132Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:33.137Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:39:33.138Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:39:33.194Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:39:33.194Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:39:33.204Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:33.218Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:39:33.229Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:39:33.259Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:39:33.270Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:33.283Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:33.295Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:39:33.303Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:39:33.308Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:39:33.317Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:39:33.335Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:39:33.393Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:33.401Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:39:33.404Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:39:33.406Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:33.416Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:39:33.423Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:39:33.454Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=500.370313ms 2023-01-19T02:39:33.454Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.297495ms 2023-01-19T02:39:33.454Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=500.316632ms 2023-01-19T02:39:33.454Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2023-01-19T02:39:33.454Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:39:33.741Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:33.742Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=34 2023-01-19T02:39:34.449Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:39:34.449Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=7 2023-01-19T02:39:34.450Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-19T02:39:34.450Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-19T02:39:34.450Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-19T02:39:34.450Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:34.530Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:34.530Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=7 2023-01-19T02:39:34.530Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:39:34.530Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:39:34.530Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:34.531Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:39:34.749Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:39:34.749Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=7 2023-01-19T02:39:34.749Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:39:34.749Z [INFO] lp_3:: duplicate requestVote for same term: term=7 2023-01-19T02:39:34.749Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_0 leader=lp_4 2023-01-19T02:39:34.749Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_0 leader=lp_4 2023-01-19T02:39:34.940Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:39:34.940Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=7 2023-01-19T02:39:34.940Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:39:34.940Z [INFO] lp_3:: duplicate requestVote for same term: term=7 2023-01-19T02:39:34.940Z [INFO] lp_0:: duplicate requestVote for same term: term=7 2023-01-19T02:39:34.940Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-01-19T02:39:35.186Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:39:35.187Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=7 2023-01-19T02:39:35.187Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:35.187Z [INFO] lp_3:: duplicate requestVote for same term: term=7 2023-01-19T02:39:35.187Z [INFO] lp_0:: duplicate requestVote for same term: term=7 2023-01-19T02:39:35.187Z [INFO] lp_1:: duplicate requestVote for same term: term=7 2023-01-19T02:39:35.222Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:35.222Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=35 2023-01-19T02:39:35.646Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:39:35.646Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=8 2023-01-19T02:39:35.646Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=38586 last-candidate-index=38582 2023-01-19T02:39:35.647Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:39:35.647Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:39:35.647Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:39:35.647Z [INFO] lp_3:: election won: tally=3 2023-01-19T02:39:35.648Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-01-19T02:39:35.648Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-01-19T02:39:35.648Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-01-19T02:39:35.648Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-01-19T02:39:35.648Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-01-19T02:39:35.648Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:35.649Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:39:35.649Z [WARN] lp_1:: clearing log suffix: from=38583 to=38586 2023-01-19T02:39:35.649Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:39:35.649Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:35.650Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:39:35.659Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:35.670Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:35.690Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:35.731Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:35.813Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:35.819Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:35.974Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:35.975Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:36.139Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:36.152Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=503.380851ms 2023-01-19T02:39:36.295Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:36.322Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:36.334Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:36.334Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=36 2023-01-19T02:39:36.334Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:39:36.431Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-19T02:39:36.431Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=8 2023-01-19T02:39:36.434Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:39:36.435Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:36.435Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:39:36.435Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:39:36.504Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:36.646Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=997.393221ms 2023-01-19T02:39:36.755Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:36.935Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:36.955Z [INFO] Healing all partitions, partitions now [None] 2023-01-19T02:39:37.053Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader=lp_3 2023-01-19T02:39:38.032Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:38.032Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=37 2023-01-19T02:39:38.033Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:39:38.217Z [WARN] lp_4:: clearing log suffix: from=38583 to=38587 2023-01-19T02:39:38.436Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:39:39.578Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:39.578Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=38 2023-01-19T02:39:40.866Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:40.866Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=39 2023-01-19T02:39:41.930Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:41.930Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=40 2023-01-19T02:39:41.955Z [INFO] Created partition 3 with nodes [lp_3], partitions now are 3 = [lp_3] 2023-01-19T02:39:41.956Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:39:41.956Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:39:41.956Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:39:41.956Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:39:41.956Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:41.956Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:41.956Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:41.957Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:41.967Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:41.968Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:41.968Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:41.968Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:42.006Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:42.017Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:42.031Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:42.034Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:42.054Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:42.067Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:42.067Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:42.079Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:42.133Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:42.139Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:42.152Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:42.152Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:42.155Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:42.164Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:42.175Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:42.197Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:42.244Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:42.271Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:42.281Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:42.284Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:42.295Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:42.319Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:42.338Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:42.340Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:42.390Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:42.410Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:42.433Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:42.456Z [WARN] lp_3:: failed to contact: server-id=lp_0 time=500.244335ms 2023-01-19T02:39:42.456Z [WARN] lp_3:: failed to contact: server-id=lp_1 time=500.414264ms 2023-01-19T02:39:42.456Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=500.096155ms 2023-01-19T02:39:42.456Z [WARN] lp_3:: failed to contact quorum of nodes, stepping down 2023-01-19T02:39:42.456Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:39:42.491Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:42.493Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:43.269Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:43.269Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=41 2023-01-19T02:39:43.318Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-19T02:39:43.318Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=9 2023-01-19T02:39:43.318Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-19T02:39:43.318Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-19T02:39:43.318Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-19T02:39:43.318Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:43.499Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:43.499Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=9 2023-01-19T02:39:43.500Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:43.500Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:43.500Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:43.500Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:44.127Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-19T02:39:44.127Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=9 2023-01-19T02:39:44.128Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_1 leader=lp_3 2023-01-19T02:39:44.128Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:39:44.128Z [INFO] lp_2:: duplicate requestVote for same term: term=9 2023-01-19T02:39:44.128Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_3 2023-01-19T02:39:44.246Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-19T02:39:44.247Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=9 2023-01-19T02:39:44.247Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:39:44.247Z [INFO] lp_2:: duplicate requestVote for same term: term=9 2023-01-19T02:39:44.247Z [INFO] lp_1:: duplicate requestVote for same term: term=9 2023-01-19T02:39:44.248Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-01-19T02:39:44.302Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:44.302Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=42 2023-01-19T02:39:44.712Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-19T02:39:44.712Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=9 2023-01-19T02:39:44.712Z [INFO] lp_4:: duplicate requestVote for same term: term=9 2023-01-19T02:39:44.712Z [INFO] lp_2:: duplicate requestVote for same term: term=9 2023-01-19T02:39:44.713Z [INFO] lp_1:: duplicate requestVote for same term: term=9 2023-01-19T02:39:44.713Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:39:45.034Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:39:45.034Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=10 2023-01-19T02:39:45.034Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:45.034Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:45.034Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:45.034Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:45.139Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:39:45.139Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=10 2023-01-19T02:39:45.140Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:39:45.140Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:39:45.140Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:45.140Z [INFO] lp_2:: election won: tally=3 2023-01-19T02:39:45.140Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-01-19T02:39:45.140Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-01-19T02:39:45.140Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-01-19T02:39:45.140Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-01-19T02:39:45.140Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-01-19T02:39:45.141Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:39:45.141Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:39:45.141Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:45.141Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:39:45.141Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:39:45.152Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:45.162Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:45.183Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:45.224Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:45.270Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:45.304Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:45.386Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:45.465Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:45.543Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:45.641Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=500.196735ms 2023-01-19T02:39:45.733Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:45.788Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:45.873Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:45.873Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=43 2023-01-19T02:39:45.897Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:45.955Z [INFO] Healing no partitions! 2023-01-19T02:39:46.137Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=996.865847ms 2023-01-19T02:39:46.152Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:46.428Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:46.472Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:46.638Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=1.49707198s 2023-01-19T02:39:46.922Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:39:46.923Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=11 2023-01-19T02:39:46.923Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:46.924Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:46.924Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:46.924Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:46.933Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:47.399Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:47.399Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=44 2023-01-19T02:39:47.709Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:47.757Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:48.671Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:48.672Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=45 2023-01-19T02:39:48.770Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:39:48.770Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=12 2023-01-19T02:39:48.770Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:48.771Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:48.771Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:48.771Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:49.220Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:50.025Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:50.025Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=46 2023-01-19T02:39:50.270Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:50.494Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:39:50.495Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=13 2023-01-19T02:39:50.495Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:50.496Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:50.496Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:50.496Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:50.957Z [INFO] Created partition 4 with nodes [lp_2 lp_0 lp_1], partitions now are 3 = [lp_3], 4 = [lp_2 lp_0 lp_1] 2023-01-19T02:39:50.957Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:39:50.959Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:50.969Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:50.980Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:51.003Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:51.044Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:51.048Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:51.048Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=47 2023-01-19T02:39:51.120Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:51.138Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:51.254Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:51.298Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:51.370Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:51.457Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=500.056902ms 2023-01-19T02:39:51.547Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:51.605Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:39:51.606Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=14 2023-01-19T02:39:51.606Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:51.606Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:51.607Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:51.607Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:51.619Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:51.769Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:51.938Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:51.949Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:51.960Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=1.00293784s 2023-01-19T02:39:52.153Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:39:52.153Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=11 2023-01-19T02:39:52.153Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:39:52.154Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:52.154Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:39:52.154Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:39:52.260Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:52.285Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:52.775Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:52.879Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:52.879Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=48 2023-01-19T02:39:53.188Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:39:53.188Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=15 2023-01-19T02:39:53.189Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:53.189Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:53.189Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:53.189Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:53.540Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:53.579Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:39:54.096Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-19T02:39:54.096Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=12 2023-01-19T02:39:54.096Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:39:54.096Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:39:54.097Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:39:54.097Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:39:54.209Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:39:54.209Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=16 2023-01-19T02:39:54.209Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:39:54.209Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:39:54.209Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:39:54.210Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:39:54.799Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:39:54.799Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=49 2023-01-19T02:39:54.957Z [INFO] Healing all partitions, partitions now [None] 2023-01-19T02:39:55.390Z [ERROR] lp_2:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:39:55.391Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:39:55.391Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:39:55.391Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:39:55.800Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:39:55.800Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=17 2023-01-19T02:39:55.800Z [WARN] lp_4:: rejecting vote request since our last term is greater: candidate=lp_3 last-term=10 last-candidate-term=8 2023-01-19T02:39:55.800Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:39:55.800Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-01-19T02:39:55.800Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-01-19T02:39:55.800Z [WARN] lp_2:: rejecting vote request since our last term is greater: candidate=lp_3 last-term=10 last-candidate-term=8 2023-01-19T02:39:56.101Z [ERROR] lp_2:: peer has newer term, stopping replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:39:56.438Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:56.438Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=50 2023-01-19T02:39:56.438Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:39:56.511Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:39:56.511Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=11 2023-01-19T02:39:56.511Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:39:56.511Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_2 2023-01-19T02:39:56.554Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:39:56.554Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=11 2023-01-19T02:39:56.554Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:39:57.091Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:57.091Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=18 2023-01-19T02:39:57.091Z [INFO] lp_2:: election won: tally=3 2023-01-19T02:39:57.091Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-01-19T02:39:57.091Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-01-19T02:39:57.091Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-01-19T02:39:57.091Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-01-19T02:39:57.091Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-01-19T02:39:57.091Z [WARN] lp_4:: failed to get previous log: previous-index=180424 last-index=135793 error="log not found" 2023-01-19T02:39:57.091Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=135794 2023-01-19T02:39:57.093Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:39:57.093Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:39:57.094Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:39:57.094Z [WARN] lp_3:: failed to get previous log: previous-index=180424 last-index=86903 error="log not found" 2023-01-19T02:39:57.094Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=86904 2023-01-19T02:39:57.095Z [WARN] lp_3:: previous log term mis-match: ours=8 remote=10 2023-01-19T02:39:57.095Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=86903 2023-01-19T02:39:57.095Z [WARN] lp_3:: previous log term mis-match: ours=8 remote=10 2023-01-19T02:39:57.095Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=86902 2023-01-19T02:39:57.096Z [WARN] lp_3:: previous log term mis-match: ours=8 remote=10 2023-01-19T02:39:57.096Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=86901 2023-01-19T02:39:57.097Z [WARN] lp_3:: previous log term mis-match: ours=8 remote=10 2023-01-19T02:39:57.097Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=86900 2023-01-19T02:39:57.098Z [WARN] lp_3:: previous log term mis-match: ours=8 remote=10 2023-01-19T02:39:57.098Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=86899 2023-01-19T02:39:57.101Z [WARN] lp_3:: clearing log suffix: from=86899 to=86903 2023-01-19T02:39:57.485Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:39:57.485Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=51 2023-01-19T02:39:57.981Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:39:58.571Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:39:58.572Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=52 2023-01-19T02:39:58.894Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:39:59.582Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:39:59.583Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=53 2023-01-19T02:39:59.583Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:39:59.957Z [INFO] Created partition 5 with nodes [lp_2], partitions now are 5 = [lp_2] 2023-01-19T02:39:59.957Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:39:59.957Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:39:59.957Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:39:59.957Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:39:59.961Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:39:59.962Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:39:59.964Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:00.024Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:00.035Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:00.052Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:00.056Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:00.077Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:00.104Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:00.107Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:00.133Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:00.144Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:00.145Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:00.148Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:00.153Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:00.178Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:00.216Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:00.218Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:00.236Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:00.242Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:00.254Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:00.279Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:00.299Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:00.300Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:00.306Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:00.322Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:00.340Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:00.389Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:00.407Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:00.410Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:00.456Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:00.458Z [WARN] lp_2:: failed to contact: server-id=lp_0 time=500.625704ms 2023-01-19T02:40:00.458Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=500.909599ms 2023-01-19T02:40:00.458Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=500.839076ms 2023-01-19T02:40:00.458Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=500.979271ms 2023-01-19T02:40:00.458Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2023-01-19T02:40:00.458Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:40:00.467Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:00.688Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:00.688Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=54 2023-01-19T02:40:00.688Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:40:01.124Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:40:01.124Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=19 2023-01-19T02:40:01.125Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_0 leader=lp_2 2023-01-19T02:40:01.125Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_0 leader=lp_2 2023-01-19T02:40:01.125Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:40:01.125Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_0 leader=lp_2 2023-01-19T02:40:01.179Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:40:01.179Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=19 2023-01-19T02:40:01.179Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-19T02:40:01.180Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:01.180Z [INFO] lp_0:: duplicate requestVote for same term: term=19 2023-01-19T02:40:01.180Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-19T02:40:01.191Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:40:01.191Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=19 2023-01-19T02:40:01.191Z [INFO] lp_4:: duplicate requestVote for same term: term=19 2023-01-19T02:40:01.192Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:40:01.191Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-01-19T02:40:01.192Z [INFO] lp_0:: duplicate requestVote for same term: term=19 2023-01-19T02:40:02.165Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:02.165Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=55 2023-01-19T02:40:02.165Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:40:02.255Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:02.255Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=19 2023-01-19T02:40:02.255Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:02.255Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:02.255Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:02.255Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:02.272Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-19T02:40:02.272Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=20 2023-01-19T02:40:02.272Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-19T02:40:02.273Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:40:02.273Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:02.273Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:40:02.273Z [INFO] lp_4:: election won: tally=3 2023-01-19T02:40:02.273Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-01-19T02:40:02.273Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-01-19T02:40:02.273Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-01-19T02:40:02.273Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-01-19T02:40:02.273Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-01-19T02:40:02.274Z [WARN] lp_1:: failed to get previous log: previous-index=194644 last-index=194640 error="log not found" 2023-01-19T02:40:02.274Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=194641 2023-01-19T02:40:02.274Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:40:02.274Z [WARN] lp_0:: failed to get previous log: previous-index=194644 last-index=194610 error="log not found" 2023-01-19T02:40:02.274Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=194611 2023-01-19T02:40:02.275Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:02.275Z [WARN] lp_3:: failed to get previous log: previous-index=194644 last-index=194642 error="log not found" 2023-01-19T02:40:02.275Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=194643 2023-01-19T02:40:02.275Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:40:02.275Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:40:02.286Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:02.297Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:02.317Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:02.363Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:02.449Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:02.465Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:02.602Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:02.624Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:02.775Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=501.142018ms 2023-01-19T02:40:02.783Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:02.944Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:02.945Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:03.153Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:03.263Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:40:03.270Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=56 2023-01-19T02:40:03.274Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=1.00093401s 2023-01-19T02:40:03.374Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:03.451Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:40:03.451Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=20 2023-01-19T02:40:03.451Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:03.452Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:03.452Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:03.452Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:03.589Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:03.654Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:03.959Z [INFO] Healing partition group 5, now partitions are [None] 2023-01-19T02:40:04.104Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader=lp_4 2023-01-19T02:40:04.308Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:40:04.308Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=57 2023-01-19T02:40:04.870Z [WARN] lp_2:: clearing log suffix: from=194645 to=194645 2023-01-19T02:40:05.104Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:40:05.661Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:40:05.661Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=58 2023-01-19T02:40:06.755Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:06.756Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=59 2023-01-19T02:40:06.756Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:40:07.809Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:07.809Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=60 2023-01-19T02:40:08.963Z [INFO] Created partition 6 with nodes [lp_4], partitions now are 6 = [lp_4] 2023-01-19T02:40:08.964Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:40:08.964Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:40:08.964Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:40:08.965Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:40:08.971Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:09.019Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:09.037Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:09.037Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:09.043Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:40:09.059Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:09.076Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:40:09.086Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:09.090Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:09.100Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:09.142Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:09.142Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:40:09.144Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:09.183Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:09.183Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=61 2023-01-19T02:40:09.201Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:09.205Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:09.210Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:09.211Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:09.218Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:09.237Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:40:09.241Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:09.276Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:40:09.301Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:09.315Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:09.333Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:09.348Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:40:09.370Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:09.393Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:09.406Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:09.414Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:40:09.417Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:09.440Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:09.446Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:09.464Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=500.413103ms 2023-01-19T02:40:09.464Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.162271ms 2023-01-19T02:40:09.465Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=500.127905ms 2023-01-19T02:40:09.465Z [WARN] lp_4:: failed to contact quorum of nodes, stepping down 2023-01-19T02:40:09.465Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:40:09.483Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:40:10.401Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:40:10.401Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=21 2023-01-19T02:40:10.402Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-19T02:40:10.402Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:10.402Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-19T02:40:10.402Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-19T02:40:10.413Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:10.413Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=62 2023-01-19T02:40:10.833Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:40:10.833Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=21 2023-01-19T02:40:10.833Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:40:10.833Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-01-19T02:40:10.833Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_1 leader=lp_4 2023-01-19T02:40:10.834Z [INFO] lp_3:: duplicate requestVote for same term: term=21 2023-01-19T02:40:11.209Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:11.209Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=21 2023-01-19T02:40:11.209Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:11.209Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_4" 2023-01-19T02:40:11.209Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:11.209Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:11.260Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:40:11.260Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=21 2023-01-19T02:40:11.260Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:11.260Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-01-19T02:40:11.260Z [INFO] lp_1:: duplicate requestVote for same term: term=21 2023-01-19T02:40:11.260Z [INFO] lp_3:: duplicate requestVote for same term: term=21 2023-01-19T02:40:11.329Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:40:11.329Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=21 2023-01-19T02:40:11.329Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_0" 2023-01-19T02:40:11.329Z [INFO] lp_1:: duplicate requestVote for same term: term=21 2023-01-19T02:40:11.329Z [INFO] lp_2:: duplicate requestVote for same term: term=21 2023-01-19T02:40:11.330Z [INFO] lp_3:: duplicate requestVote for same term: term=21 2023-01-19T02:40:11.712Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:40:11.712Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=22 2023-01-19T02:40:11.713Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:11.713Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:40:11.713Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:40:11.713Z [INFO] lp_3:: election won: tally=3 2023-01-19T02:40:11.713Z [INFO] lp_3:: entering leader state: leader="Node at lp_3 [Leader]" 2023-01-19T02:40:11.713Z [INFO] lp_3:: added peer, starting replication: peer=lp_0 2023-01-19T02:40:11.714Z [INFO] lp_3:: added peer, starting replication: peer=lp_1 2023-01-19T02:40:11.714Z [INFO] lp_3:: added peer, starting replication: peer=lp_2 2023-01-19T02:40:11.714Z [INFO] lp_3:: added peer, starting replication: peer=lp_4 2023-01-19T02:40:11.714Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:11.714Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:40:11.714Z [WARN] lp_0:: failed to get previous log: previous-index=243029 last-index=243025 error="log not found" 2023-01-19T02:40:11.714Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=243026 2023-01-19T02:40:11.715Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:40:11.715Z [WARN] lp_1:: failed to get previous log: previous-index=243029 last-index=243025 error="log not found" 2023-01-19T02:40:11.715Z [WARN] lp_3:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=243026 2023-01-19T02:40:11.715Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:40:11.715Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:40:11.726Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:11.736Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:11.757Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:11.797Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:11.808Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:11.808Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=63 2023-01-19T02:40:11.883Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:11.894Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:12.040Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:12.045Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:12.173Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:12.215Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=500.714332ms 2023-01-19T02:40:12.355Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:12.368Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:12.570Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:12.713Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=999.073151ms 2023-01-19T02:40:12.843Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:12.963Z [INFO] Healing all partitions, partitions now [None] 2023-01-19T02:40:13.009Z [WARN] lp_4:: clearing log suffix: from=243030 to=243030 2023-01-19T02:40:13.010Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader=lp_3 2023-01-19T02:40:13.161Z [INFO] lp_3:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:40:13.259Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:13.259Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=64 2023-01-19T02:40:13.259Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:13.259Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=64 2023-01-19T02:40:13.266Z [INFO] ar_0:: duplicate requestVote for same term: term=64 2023-01-19T02:40:13.266Z [INFO] ar_1:: duplicate requestVote for same term: term=64 2023-01-19T02:40:14.405Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:40:14.405Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=65 2023-01-19T02:40:14.405Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:40:16.275Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:16.275Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=66 2023-01-19T02:40:16.276Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:40:17.308Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:17.308Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=67 2023-01-19T02:40:17.309Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:40:17.963Z [INFO] Created partition 7 with nodes [lp_3], partitions now are 7 = [lp_3] 2023-01-19T02:40:17.964Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:40:17.964Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:40:17.965Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:40:17.965Z [INFO] lp_3:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:40:18.020Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:40:18.030Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:40:18.032Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:40:18.034Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:40:18.039Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:18.083Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:40:18.098Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:40:18.105Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:40:18.105Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:40:18.114Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:18.124Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:40:18.145Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:18.156Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:40:18.188Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:40:18.198Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:40:18.214Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:40:18.218Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:40:18.222Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:18.226Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:18.279Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:40:18.282Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:40:18.300Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:40:18.302Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:40:18.324Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:40:18.328Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:18.337Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:40:18.414Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:40:18.416Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:40:18.426Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:18.434Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:40:18.435Z [ERROR] lp_3:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:40:18.449Z [ERROR] lp_3:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:18.464Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=500.046441ms 2023-01-19T02:40:18.475Z [WARN] lp_3:: failed to contact: server-id=lp_0 time=510.487746ms 2023-01-19T02:40:18.475Z [WARN] lp_3:: failed to contact: server-id=lp_1 time=509.909937ms 2023-01-19T02:40:18.475Z [WARN] lp_3:: failed to contact: server-id=lp_2 time=510.198962ms 2023-01-19T02:40:18.475Z [WARN] lp_3:: failed to contact: server-id=lp_4 time=510.848968ms 2023-01-19T02:40:18.475Z [WARN] lp_3:: failed to contact quorum of nodes, stepping down 2023-01-19T02:40:18.475Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:40:18.894Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:18.894Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=68 2023-01-19T02:40:18.895Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:40:19.076Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-19T02:40:19.077Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=23 2023-01-19T02:40:19.077Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-19T02:40:19.077Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-19T02:40:19.077Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_3 2023-01-19T02:40:19.077Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:19.183Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-19T02:40:19.183Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=23 2023-01-19T02:40:19.183Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_1 leader=lp_3 2023-01-19T02:40:19.183Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_1 leader=lp_3 2023-01-19T02:40:19.183Z [INFO] lp_2:: duplicate requestVote for same term: term=23 2023-01-19T02:40:19.183Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:40:19.620Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-19T02:40:19.620Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=23 2023-01-19T02:40:19.620Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:19.620Z [INFO] lp_2:: duplicate requestVote for same term: term=23 2023-01-19T02:40:19.620Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_3 2023-01-19T02:40:19.620Z [INFO] lp_1:: duplicate requestVote for same term: term=23 2023-01-19T02:40:19.694Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:19.694Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=23 2023-01-19T02:40:19.694Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:19.694Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:40:19.694Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:40:19.694Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:40:19.810Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_3 2023-01-19T02:40:19.810Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=23 2023-01-19T02:40:19.811Z [INFO] lp_2:: duplicate requestVote for same term: term=23 2023-01-19T02:40:19.811Z [INFO] lp_1:: duplicate requestVote for same term: term=23 2023-01-19T02:40:19.811Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_0" 2023-01-19T02:40:19.811Z [INFO] lp_4:: duplicate requestVote for same term: term=23 2023-01-19T02:40:20.368Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:40:20.368Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=24 2023-01-19T02:40:20.368Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:40:20.368Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:40:20.368Z [INFO] lp_2:: election won: tally=3 2023-01-19T02:40:20.368Z [INFO] lp_2:: entering leader state: leader="Node at lp_2 [Leader]" 2023-01-19T02:40:20.368Z [INFO] lp_2:: added peer, starting replication: peer=lp_0 2023-01-19T02:40:20.368Z [INFO] lp_2:: added peer, starting replication: peer=lp_1 2023-01-19T02:40:20.368Z [INFO] lp_2:: added peer, starting replication: peer=lp_3 2023-01-19T02:40:20.368Z [INFO] lp_2:: added peer, starting replication: peer=lp_4 2023-01-19T02:40:20.369Z [WARN] lp_0:: failed to get previous log: previous-index=288089 last-index=288079 error="log not found" 2023-01-19T02:40:20.369Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_0 lp_0}" next=288080 2023-01-19T02:40:20.369Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:40:20.369Z [WARN] lp_1:: failed to get previous log: previous-index=288089 last-index=288087 error="log not found" 2023-01-19T02:40:20.369Z [WARN] lp_2:: appendEntries rejected, sending older logs: peer="{Voter lp_1 lp_1}" next=288088 2023-01-19T02:40:20.369Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:40:20.369Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:20.369Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:20.371Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:40:20.371Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:40:20.379Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:20.390Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:20.410Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:20.451Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:20.508Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:20.531Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:20.578Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:20.578Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=69 2023-01-19T02:40:20.579Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:40:20.621Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:20.700Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:20.748Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:20.869Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=500.064225ms 2023-01-19T02:40:20.923Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:21.020Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:21.136Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:21.368Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=999.92694ms 2023-01-19T02:40:21.404Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:21.650Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:40:21.651Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=24 2023-01-19T02:40:21.651Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:21.651Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:40:21.651Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:40:21.651Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:40:21.670Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:21.694Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:21.695Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:21.695Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=70 2023-01-19T02:40:21.696Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:40:21.868Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=1.499963042s 2023-01-19T02:40:21.964Z [INFO] Healing partition group 7, now partitions are [None] 2023-01-19T02:40:22.181Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader=lp_2 2023-01-19T02:40:22.709Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:22.709Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=71 2023-01-19T02:40:22.710Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:40:22.951Z [WARN] lp_3:: clearing log suffix: from=288090 to=288090 2023-01-19T02:40:23.162Z [INFO] lp_2:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:40:23.818Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:23.818Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=72 2023-01-19T02:40:23.819Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:40:25.129Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:25.130Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=73 2023-01-19T02:40:26.134Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:26.134Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=74 2023-01-19T02:40:26.964Z [INFO] Created partition 8 with nodes [lp_2], partitions now are 8 = [lp_2] 2023-01-19T02:40:26.964Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:40:26.965Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:40:26.966Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:40:26.970Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:27.034Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:27.041Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:27.042Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:27.044Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:27.051Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:27.056Z [INFO] lp_2:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:40:27.079Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:27.118Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:27.123Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:27.146Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:27.146Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=75 2023-01-19T02:40:27.149Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:27.156Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:27.166Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:27.178Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:27.201Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:27.212Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:27.212Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:27.228Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:27.259Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:27.276Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:27.291Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:27.297Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:27.298Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:27.313Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:27.339Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:27.362Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:27.394Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:27.413Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:27.413Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:27.428Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:27.432Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:27.463Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:27.465Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=500.883311ms 2023-01-19T02:40:27.466Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=500.442819ms 2023-01-19T02:40:27.476Z [WARN] lp_2:: failed to contact: server-id=lp_1 time=511.593122ms 2023-01-19T02:40:27.476Z [WARN] lp_2:: failed to contact: server-id=lp_3 time=511.15263ms 2023-01-19T02:40:27.476Z [WARN] lp_2:: failed to contact: server-id=lp_4 time=510.504287ms 2023-01-19T02:40:27.476Z [WARN] lp_2:: failed to contact quorum of nodes, stepping down 2023-01-19T02:40:27.476Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:40:27.526Z [ERROR] lp_2:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:27.531Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:27.552Z [ERROR] lp_2:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:28.073Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:40:28.073Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=25 2023-01-19T02:40:28.073Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-19T02:40:28.073Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-19T02:40:28.073Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_4 leader=lp_2 2023-01-19T02:40:28.073Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:28.090Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:40:28.090Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=25 2023-01-19T02:40:28.090Z [INFO] lp_4:: duplicate requestVote for same term: term=25 2023-01-19T02:40:28.090Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-01-19T02:40:28.090Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_2 2023-01-19T02:40:28.090Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:40:28.642Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:28.642Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=76 2023-01-19T02:40:28.828Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:40:28.828Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=25 2023-01-19T02:40:28.828Z [INFO] lp_4:: duplicate requestVote for same term: term=25 2023-01-19T02:40:28.828Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_0 leader=lp_2 2023-01-19T02:40:28.828Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:40:28.828Z [INFO] lp_3:: duplicate requestVote for same term: term=25 2023-01-19T02:40:29.044Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader=lp_2 2023-01-19T02:40:29.045Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=25 2023-01-19T02:40:29.045Z [INFO] lp_4:: duplicate requestVote for same term: term=25 2023-01-19T02:40:29.045Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:40:29.045Z [INFO] lp_0:: duplicate requestVote for same term: term=25 2023-01-19T02:40:29.045Z [INFO] lp_3:: duplicate requestVote for same term: term=25 2023-01-19T02:40:29.391Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:29.391Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=25 2023-01-19T02:40:29.391Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:29.391Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:29.391Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:29.391Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:29.913Z [WARN] lp_3:: Election timeout reached, restarting election 2023-01-19T02:40:29.913Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=26 2023-01-19T02:40:29.913Z [WARN] lp_0:: Election timeout reached, restarting election 2023-01-19T02:40:29.913Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=26 2023-01-19T02:40:29.914Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:40:29.914Z [INFO] lp_0:: duplicate requestVote for same term: term=26 2023-01-19T02:40:29.914Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_3 last-index=337109 last-candidate-index=337030 2023-01-19T02:40:29.914Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:40:29.914Z [INFO] lp_4:: duplicate requestVote for same term: term=26 2023-01-19T02:40:29.914Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_3" 2023-01-19T02:40:29.915Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_0" 2023-01-19T02:40:29.915Z [INFO] lp_3:: duplicate requestVote for same term: term=26 2023-01-19T02:40:30.270Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:30.270Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=77 2023-01-19T02:40:30.271Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:40:30.537Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:40:30.537Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=26 2023-01-19T02:40:30.538Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:30.538Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:30.538Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_2" 2023-01-19T02:40:30.538Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:30.961Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:30.961Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=27 2023-01-19T02:40:30.961Z [WARN] lp_1:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=337109 last-candidate-index=337030 2023-01-19T02:40:30.962Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:40:30.962Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:30.962Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_4 last-index=337110 last-candidate-index=337030 2023-01-19T02:40:30.962Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:40:30.964Z [INFO] Healing all partitions, partitions now [None] 2023-01-19T02:40:31.266Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:31.266Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=28 2023-01-19T02:40:31.267Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:40:31.267Z [WARN] lp_2:: rejecting vote request since our last index is greater: candidate=lp_1 last-index=337110 last-candidate-index=337109 2023-01-19T02:40:31.267Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:40:31.267Z [INFO] lp_1:: election won: tally=3 2023-01-19T02:40:31.268Z [INFO] lp_1:: entering leader state: leader="Node at lp_1 [Leader]" 2023-01-19T02:40:31.268Z [INFO] lp_1:: added peer, starting replication: peer=lp_0 2023-01-19T02:40:31.268Z [INFO] lp_1:: added peer, starting replication: peer=lp_2 2023-01-19T02:40:31.268Z [INFO] lp_1:: added peer, starting replication: peer=lp_3 2023-01-19T02:40:31.268Z [INFO] lp_1:: added peer, starting replication: peer=lp_4 2023-01-19T02:40:31.268Z [WARN] lp_0:: rejecting vote request since our last index is greater: candidate=lp_1 last-index=337110 last-candidate-index=337109 2023-01-19T02:40:31.269Z [WARN] lp_2:: clearing log suffix: from=337110 to=337110 2023-01-19T02:40:31.269Z [WARN] lp_3:: failed to get previous log: previous-index=337109 last-index=337030 error="log not found" 2023-01-19T02:40:31.269Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:40:31.270Z [WARN] lp_4:: failed to get previous log: previous-index=337109 last-index=337030 error="log not found" 2023-01-19T02:40:31.269Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=337031 2023-01-19T02:40:31.270Z [WARN] lp_0:: clearing log suffix: from=337110 to=337110 2023-01-19T02:40:31.270Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:40:31.272Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:40:31.270Z [WARN] lp_1:: appendEntries rejected, sending older logs: peer="{Voter lp_4 lp_4}" next=337031 2023-01-19T02:40:31.274Z [INFO] lp_1:: pipelining replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:40:31.576Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:40:31.576Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=78 2023-01-19T02:40:33.096Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:33.096Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=79 2023-01-19T02:40:33.097Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:40:34.683Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:34.683Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=80 2023-01-19T02:40:35.965Z [INFO] Created partition 9 with nodes [lp_1], partitions now are 9 = [lp_1] 2023-01-19T02:40:35.965Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:40:35.965Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:40:35.965Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:40:35.966Z [INFO] lp_1:: aborting pipeline replication: peer="{Voter lp_4 lp_4}" 2023-01-19T02:40:35.971Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:40:35.986Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:40:36.026Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:40:36.043Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:40:36.045Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:40:36.048Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:40:36.049Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:40:36.051Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:40:36.103Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:40:36.135Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:40:36.137Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:40:36.143Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:40:36.151Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:40:36.159Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:40:36.167Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:36.167Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=81 2023-01-19T02:40:36.176Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:40:36.182Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:40:36.184Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:40:36.235Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:40:36.242Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:40:36.257Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:40:36.268Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:40:36.321Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_0 error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:40:36.336Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:40:36.337Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:40:36.341Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:40:36.355Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:40:36.357Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:40:36.361Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:40:36.402Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:40:36.454Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:40:36.460Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:40:36.465Z [WARN] lp_1:: failed to contact: server-id=lp_0 time=500.033527ms 2023-01-19T02:40:36.475Z [ERROR] lp_1:: failed to heartbeat to: peer=lp_4 error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:40:36.476Z [WARN] lp_1:: failed to contact: server-id=lp_0 time=510.705046ms 2023-01-19T02:40:36.476Z [WARN] lp_1:: failed to contact: server-id=lp_2 time=510.55878ms 2023-01-19T02:40:36.476Z [WARN] lp_1:: failed to contact: server-id=lp_3 time=510.422885ms 2023-01-19T02:40:36.476Z [WARN] lp_1:: failed to contact: server-id=lp_4 time=510.294592ms 2023-01-19T02:40:36.476Z [WARN] lp_1:: failed to contact quorum of nodes, stepping down 2023-01-19T02:40:36.476Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader= 2023-01-19T02:40:36.480Z [ERROR] lp_1:: failed to appendEntries to: peer="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:40:37.253Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-19T02:40:37.253Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=29 2023-01-19T02:40:37.253Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-19T02:40:37.253Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-19T02:40:37.253Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:37.253Z [WARN] lp_2:: rejecting vote request since we have a leader: from=lp_4 leader=lp_1 2023-01-19T02:40:37.807Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-19T02:40:37.808Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=29 2023-01-19T02:40:37.808Z [INFO] lp_4:: duplicate requestVote for same term: term=29 2023-01-19T02:40:37.808Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2023-01-19T02:40:37.808Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_1 2023-01-19T02:40:37.808Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:37.825Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-19T02:40:37.826Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=29 2023-01-19T02:40:37.826Z [INFO] lp_4:: duplicate requestVote for same term: term=29 2023-01-19T02:40:37.826Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_0 leader=lp_1 2023-01-19T02:40:37.826Z [ERROR] lp_0:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_0" 2023-01-19T02:40:37.826Z [INFO] lp_2:: duplicate requestVote for same term: term=29 2023-01-19T02:40:37.969Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:37.969Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=82 2023-01-19T02:40:38.462Z [WARN] lp_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:38.462Z [INFO] lp_1:: entering candidate state: node="Node at lp_1 [Candidate]" term=29 2023-01-19T02:40:38.462Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_1" 2023-01-19T02:40:38.462Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_1" 2023-01-19T02:40:38.462Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_1" 2023-01-19T02:40:38.462Z [ERROR] lp_1:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_1" 2023-01-19T02:40:38.769Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_1 2023-01-19T02:40:38.769Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=29 2023-01-19T02:40:38.770Z [INFO] lp_0:: duplicate requestVote for same term: term=29 2023-01-19T02:40:38.770Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:40:38.770Z [INFO] lp_4:: duplicate requestVote for same term: term=29 2023-01-19T02:40:38.770Z [INFO] lp_2:: duplicate requestVote for same term: term=29 2023-01-19T02:40:39.078Z [WARN] lp_4:: Election timeout reached, restarting election 2023-01-19T02:40:39.078Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=30 2023-01-19T02:40:39.078Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:40:39.078Z [ERROR] lp_4:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:39.078Z [INFO] lp_4:: election won: tally=3 2023-01-19T02:40:39.079Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-01-19T02:40:39.079Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-01-19T02:40:39.079Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-01-19T02:40:39.079Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-01-19T02:40:39.079Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-01-19T02:40:39.079Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:40:39.079Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:40:39.078Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:40:39.079Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:39.079Z [WARN] lp_3:: failed to get previous log: previous-index=368949 last-index=368945 error="log not found" 2023-01-19T02:40:39.079Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=368946 2023-01-19T02:40:39.079Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:40:39.079Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:40:39.091Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:39.102Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:39.123Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:39.164Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:39.250Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:39.275Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:39.411Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:39.444Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:39.467Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:39.467Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=83 2023-01-19T02:40:39.579Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=500.159586ms 2023-01-19T02:40:39.637Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:39.731Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:39.761Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:39.904Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_1 error="Unable to connect to lp_1, from lp_4" 2023-01-19T02:40:39.968Z [INFO] Healing partition group 9, now partitions are [None] 2023-01-19T02:40:40.079Z [WARN] lp_4:: failed to contact: server-id=lp_1 time=1.000152295s 2023-01-19T02:40:40.099Z [INFO] lp_1:: entering follower state: follower="Node at lp_1 [Follower]" leader=lp_4 2023-01-19T02:40:40.374Z [WARN] lp_1:: clearing log suffix: from=368950 to=368950 2023-01-19T02:40:40.461Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:40:41.338Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:41.338Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=84 2023-01-19T02:40:43.256Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:43.256Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=85 2023-01-19T02:40:44.378Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:44.378Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=86 2023-01-19T02:40:44.378Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:40:44.968Z [INFO] Created partition 10 with nodes [lp_4 lp_0 lp_1], partitions now are 10 = [lp_0 lp_1 lp_4] 2023-01-19T02:40:44.968Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:40:44.968Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:44.968Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:40:44.969Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:44.981Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:44.981Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:44.991Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:44.992Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:45.012Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:45.013Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:45.030Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:45.053Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:45.053Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:45.133Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:45.134Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:45.154Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:45.204Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:45.294Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:45.295Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:45.361Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:45.363Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:45.468Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=500.013619ms 2023-01-19T02:40:45.478Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=510.189073ms 2023-01-19T02:40:45.478Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=509.965131ms 2023-01-19T02:40:45.512Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:45.534Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:45.615Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:45.628Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:45.695Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:45.720Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:45.799Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:40:45.799Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=87 2023-01-19T02:40:45.924Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:45.978Z [WARN] lp_4:: failed to contact: server-id=lp_2 time=1.010015971s 2023-01-19T02:40:45.979Z [WARN] lp_4:: failed to contact: server-id=lp_3 time=1.009792029s 2023-01-19T02:40:45.983Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:46.172Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:46.256Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:46.269Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:46.323Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:46.506Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:46.702Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:40:46.702Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=31 2023-01-19T02:40:46.702Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:46.702Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:46.703Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:46.703Z [WARN] lp_3:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-01-19T02:40:46.784Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:46.941Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:47.257Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:40:47.258Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=31 2023-01-19T02:40:47.258Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_3" 2023-01-19T02:40:47.258Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_3" 2023-01-19T02:40:47.258Z [ERROR] lp_3:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_3" 2023-01-19T02:40:47.259Z [INFO] lp_2:: duplicate requestVote for same term: term=31 2023-01-19T02:40:47.530Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_3 error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:47.537Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_3 lp_3}" error="Unable to connect to lp_3, from lp_4" 2023-01-19T02:40:47.549Z [ERROR] lp_4:: failed to appendEntries to: peer="{Voter lp_2 lp_2}" error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:47.670Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:47.670Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=88 2023-01-19T02:40:47.671Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:40:47.734Z [ERROR] lp_4:: failed to heartbeat to: peer=lp_2 error="Unable to connect to lp_2, from lp_4" 2023-01-19T02:40:48.137Z [WARN] lp_2:: Election timeout reached, restarting election 2023-01-19T02:40:48.137Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=32 2023-01-19T02:40:48.137Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_4 lp_4}" error="Unable to connect to lp_4, from lp_2" 2023-01-19T02:40:48.137Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_0 lp_0}" error="Unable to connect to lp_0, from lp_2" 2023-01-19T02:40:48.137Z [ERROR] lp_2:: failed to make requestVote RPC: target="{Voter lp_1 lp_1}" error="Unable to connect to lp_1, from lp_2" 2023-01-19T02:40:48.137Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=409804 last-candidate-index=409802 2023-01-19T02:40:48.137Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:40:48.724Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:48.725Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=89 2023-01-19T02:40:48.725Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:40:48.968Z [INFO] Healing partition group 10, now partitions are [None] 2023-01-19T02:40:49.804Z [WARN] lp_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:49.804Z [INFO] lp_3:: entering candidate state: node="Node at lp_3 [Candidate]" term=33 2023-01-19T02:40:49.804Z [WARN] lp_4:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-19T02:40:49.805Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-19T02:40:49.805Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_3 leader=lp_4 2023-01-19T02:40:49.805Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:40:50.097Z [ERROR] lp_4:: peer has newer term, stopping replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:40:50.098Z [INFO] lp_4:: entering follower state: follower="Node at lp_4 [Follower]" leader= 2023-01-19T02:40:50.098Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:40:50.098Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:40:50.111Z [ERROR] lp_4:: peer has newer term, stopping replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:40:50.247Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:40:50.247Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=90 2023-01-19T02:40:51.102Z [WARN] lp_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:51.102Z [INFO] lp_2:: entering candidate state: node="Node at lp_2 [Candidate]" term=34 2023-01-19T02:40:51.102Z [WARN] lp_0:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-01-19T02:40:51.102Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_2 leader=lp_4 2023-01-19T02:40:51.102Z [WARN] lp_4:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=459695 last-candidate-index=409802 2023-01-19T02:40:51.103Z [WARN] lp_3:: rejecting vote request since our last index is greater: candidate=lp_2 last-index=409804 last-candidate-index=409802 2023-01-19T02:40:51.103Z [INFO] lp_3:: entering follower state: follower="Node at lp_3 [Follower]" leader= 2023-01-19T02:40:51.134Z [WARN] lp_0:: heartbeat timeout reached, starting election: last-leader=lp_4 2023-01-19T02:40:51.134Z [INFO] lp_0:: entering candidate state: node="Node at lp_0 [Candidate]" term=31 2023-01-19T02:40:51.135Z [INFO] lp_0:: entering follower state: follower="Node at lp_0 [Follower]" leader= 2023-01-19T02:40:51.135Z [WARN] lp_1:: rejecting vote request since we have a leader: from=lp_0 leader=lp_4 2023-01-19T02:40:51.558Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:40:51.559Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=91 2023-01-19T02:40:51.610Z [WARN] lp_4:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:51.610Z [INFO] lp_4:: entering candidate state: node="Node at lp_4 [Candidate]" term=35 2023-01-19T02:40:51.611Z [INFO] lp_4:: election won: tally=3 2023-01-19T02:40:51.611Z [INFO] lp_4:: entering leader state: leader="Node at lp_4 [Leader]" 2023-01-19T02:40:51.611Z [INFO] lp_4:: added peer, starting replication: peer=lp_0 2023-01-19T02:40:51.611Z [INFO] lp_4:: added peer, starting replication: peer=lp_1 2023-01-19T02:40:51.611Z [INFO] lp_4:: added peer, starting replication: peer=lp_2 2023-01-19T02:40:51.611Z [INFO] lp_4:: added peer, starting replication: peer=lp_3 2023-01-19T02:40:51.611Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:40:51.611Z [INFO] lp_2:: entering follower state: follower="Node at lp_2 [Follower]" leader= 2023-01-19T02:40:51.612Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:40:51.612Z [WARN] lp_2:: failed to get previous log: previous-index=459695 last-index=409802 error="log not found" 2023-01-19T02:40:51.612Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_2 lp_2}" next=409803 2023-01-19T02:40:51.613Z [WARN] lp_3:: failed to get previous log: previous-index=459695 last-index=409804 error="log not found" 2023-01-19T02:40:51.613Z [WARN] lp_4:: appendEntries rejected, sending older logs: peer="{Voter lp_3 lp_3}" next=409805 2023-01-19T02:40:52.559Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:40:52.601Z [INFO] lp_4:: pipelining replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:40:53.094Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:40:53.094Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=92 2023-01-19T02:40:53.094Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:40:53.968Z [INFO] Healing all partitions, partitions now [None] 2023-01-19T02:40:54.067Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_3 lp_3}" 2023-01-19T02:40:54.067Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_0 lp_0}" 2023-01-19T02:40:54.067Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_1 lp_1}" 2023-01-19T02:40:54.067Z [INFO] lp_4:: aborting pipeline replication: peer="{Voter lp_2 lp_2}" 2023-01-19T02:40:55.010Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:55.011Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=93 2023-01-19T02:40:56.452Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:56.453Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=94 2023-01-19T02:40:57.877Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:57.877Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=95 2023-01-19T02:40:59.590Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:40:59.591Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=96 2023-01-19T02:41:00.765Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:41:00.765Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=97 2023-01-19T02:41:02.708Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:41:02.708Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=98 2023-01-19T02:41:04.216Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:04.217Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=99 2023-01-19T02:41:04.218Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:41:05.324Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:41:05.325Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=100 2023-01-19T02:41:06.823Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:06.823Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=101 2023-01-19T02:41:06.823Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:41:07.938Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:07.939Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=102 2023-01-19T02:41:07.939Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:41:09.493Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:09.493Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=103 2023-01-19T02:41:09.493Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:41:10.910Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:10.911Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=104 2023-01-19T02:41:10.911Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:41:11.968Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:11.969Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=105 2023-01-19T02:41:11.969Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:41:13.017Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:13.026Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=106 2023-01-19T02:41:13.026Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:41:15.018Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:15.019Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=107 2023-01-19T02:41:15.019Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:41:16.041Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:16.041Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=108 2023-01-19T02:41:16.042Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:41:17.414Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:17.414Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=109 2023-01-19T02:41:17.415Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:41:18.946Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:41:18.947Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=110 2023-01-19T02:41:20.661Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:41:20.662Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=111 2023-01-19T02:41:20.672Z [INFO] node_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/node_0 2023-01-19T02:41:20.674Z [INFO] node_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-19T02:41:20.674Z [INFO] node_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/node_1 2023-01-19T02:41:20.674Z [INFO] node_0:: entering follower state: follower="Node at node_0 [Follower]" leader= 2023-01-19T02:41:20.676Z [INFO] node_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-19T02:41:20.676Z [INFO] node_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/node_2 2023-01-19T02:41:20.676Z [INFO] node_1:: entering follower state: follower="Node at node_1 [Follower]" leader= 2023-01-19T02:41:20.678Z [INFO] node_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-19T02:41:20.678Z [INFO] node_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/node_3 2023-01-19T02:41:20.678Z [INFO] node_2:: entering follower state: follower="Node at node_2 [Follower]" leader= 2023-01-19T02:41:20.678Z [INFO] node_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-19T02:41:20.679Z [INFO] node_3:: entering follower state: follower="Node at node_3 [Follower]" leader= 2023-01-19T02:41:20.679Z [INFO] node_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/node_4 2023-01-19T02:41:20.679Z [INFO] node_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:node_0 Address:node_0} {Suffrage:Voter ID:node_1 Address:node_1} {Suffrage:Voter ID:node_2 Address:node_2} {Suffrage:Voter ID:node_3 Address:node_3} {Suffrage:Voter ID:node_4 Address:node_4}]" 2023-01-19T02:41:20.680Z [INFO] node_4:: entering follower state: follower="Node at node_4 [Follower]" leader= 2023-01-19T02:41:21.787Z [WARN] node_3:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:21.788Z [INFO] node_3:: entering candidate state: node="Node at node_3 [Candidate]" term=2 2023-01-19T02:41:21.789Z [INFO] node_3:: election won: tally=3 2023-01-19T02:41:21.789Z [INFO] node_3:: entering leader state: leader="Node at node_3 [Leader]" 2023-01-19T02:41:21.789Z [INFO] node_3:: added peer, starting replication: peer=node_0 2023-01-19T02:41:21.789Z [INFO] node_3:: added peer, starting replication: peer=node_1 2023-01-19T02:41:21.789Z [INFO] node_3:: added peer, starting replication: peer=node_2 2023-01-19T02:41:21.789Z [INFO] node_3:: added peer, starting replication: peer=node_4 2023-01-19T02:41:21.790Z [INFO] node_3:: pipelining replication: peer="{Voter node_4 node_4}" 2023-01-19T02:41:21.790Z [INFO] node_3:: pipelining replication: peer="{Voter node_0 node_0}" 2023-01-19T02:41:21.791Z [INFO] node_3:: pipelining replication: peer="{Voter node_1 node_1}" 2023-01-19T02:41:21.791Z [INFO] node_3:: pipelining replication: peer="{Voter node_2 node_2}" 2023-01-19T02:41:22.251Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:41:22.253Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=112 2023-01-19T02:41:23.172Z [INFO] node_3:: aborting pipeline replication: peer="{Voter node_4 node_4}" 2023-01-19T02:41:23.172Z [INFO] node_3:: aborting pipeline replication: peer="{Voter node_0 node_0}" 2023-01-19T02:41:23.172Z [INFO] node_3:: aborting pipeline replication: peer="{Voter node_1 node_1}" 2023-01-19T02:41:23.172Z [INFO] node_3:: aborting pipeline replication: peer="{Voter node_2 node_2}" 2023-01-19T02:41:23.750Z [INFO] sv_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/sv_0 2023-01-19T02:41:23.752Z [INFO] sv_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-19T02:41:23.752Z [INFO] sv_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/sv_1 2023-01-19T02:41:23.752Z [INFO] sv_0:: entering follower state: follower="Node at sv_0 [Follower]" leader= 2023-01-19T02:41:23.753Z [INFO] sv_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-19T02:41:23.753Z [INFO] sv_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/sv_2 2023-01-19T02:41:23.753Z [INFO] sv_1:: entering follower state: follower="Node at sv_1 [Follower]" leader= 2023-01-19T02:41:23.756Z [INFO] sv_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-19T02:41:23.756Z [INFO] sv_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/sv_3 2023-01-19T02:41:23.757Z [INFO] sv_2:: entering follower state: follower="Node at sv_2 [Follower]" leader= 2023-01-19T02:41:23.762Z [INFO] sv_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-19T02:41:23.762Z [INFO] sv_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/sv_4 2023-01-19T02:41:23.763Z [INFO] sv_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:sv_0 Address:sv_0} {Suffrage:Voter ID:sv_1 Address:sv_1} {Suffrage:Voter ID:sv_2 Address:sv_2} {Suffrage:Voter ID:sv_3 Address:sv_3} {Suffrage:Voter ID:sv_4 Address:sv_4}]" 2023-01-19T02:41:23.768Z [INFO] sv_3:: entering follower state: follower="Node at sv_3 [Follower]" leader= 2023-01-19T02:41:23.768Z [INFO] sv_4:: entering follower state: follower="Node at sv_4 [Follower]" leader= 2023-01-19T02:41:23.999Z [WARN] ar_1:: Election timeout reached, restarting election 2023-01-19T02:41:23.999Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=113 2023-01-19T02:41:24.836Z [WARN] sv_2:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:24.837Z [INFO] sv_2:: entering candidate state: node="Node at sv_2 [Candidate]" term=2 2023-01-19T02:41:24.838Z [INFO] sv_2:: election won: tally=3 2023-01-19T02:41:24.838Z [INFO] sv_2:: entering leader state: leader="Node at sv_2 [Leader]" 2023-01-19T02:41:24.838Z [INFO] sv_2:: added peer, starting replication: peer=sv_0 2023-01-19T02:41:24.838Z [INFO] sv_2:: added peer, starting replication: peer=sv_1 2023-01-19T02:41:24.838Z [INFO] sv_2:: added peer, starting replication: peer=sv_3 2023-01-19T02:41:24.838Z [INFO] sv_2:: added peer, starting replication: peer=sv_4 2023-01-19T02:41:24.838Z [INFO] sv_2:: pipelining replication: peer="{Voter sv_1 sv_1}" 2023-01-19T02:41:24.838Z [INFO] sv_2:: pipelining replication: peer="{Voter sv_0 sv_0}" 2023-01-19T02:41:24.839Z [INFO] sv_2:: pipelining replication: peer="{Voter sv_3 sv_3}" 2023-01-19T02:41:24.846Z [INFO] sv_2:: pipelining replication: peer="{Voter sv_4 sv_4}" 2023-01-19T02:41:25.652Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:25.652Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=114 2023-01-19T02:41:25.653Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= 2023-01-19T02:41:25.804Z [INFO] sv_2:: aborting pipeline replication: peer="{Voter sv_4 sv_4}" 2023-01-19T02:41:25.804Z [INFO] sv_2:: aborting pipeline replication: peer="{Voter sv_0 sv_0}" 2023-01-19T02:41:25.804Z [INFO] sv_2:: aborting pipeline replication: peer="{Voter sv_1 sv_1}" 2023-01-19T02:41:25.804Z [INFO] sv_2:: aborting pipeline replication: peer="{Voter sv_3 sv_3}" 2023-01-19T02:41:26.370Z [INFO] svr_0:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/svr_0 2023-01-19T02:41:26.371Z [INFO] svr_0:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-19T02:41:26.372Z [INFO] svr_0:: entering follower state: follower="Node at svr_0 [Follower]" leader= 2023-01-19T02:41:26.372Z [INFO] svr_1:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/svr_1 2023-01-19T02:41:26.373Z [INFO] svr_1:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-19T02:41:26.374Z [INFO] svr_1:: entering follower state: follower="Node at svr_1 [Follower]" leader= 2023-01-19T02:41:26.374Z [INFO] svr_2:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/svr_2 2023-01-19T02:41:26.375Z [INFO] svr_2:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-19T02:41:26.375Z [INFO] svr_2:: entering follower state: follower="Node at svr_2 [Follower]" leader= 2023-01-19T02:41:26.375Z [INFO] svr_3:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/svr_3 2023-01-19T02:41:26.377Z [INFO] svr_3:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-19T02:41:26.377Z [INFO] svr_4:: [INFO] Creating new raft Node with data in dir %v: EXTRA_VALUE_AT_END=/tmp/go-build1477755618/b001/data/svr_4 2023-01-19T02:41:26.377Z [INFO] svr_3:: entering follower state: follower="Node at svr_3 [Follower]" leader= 2023-01-19T02:41:26.379Z [INFO] svr_4:: initial configuration: index=1 servers="[{Suffrage:Voter ID:svr_0 Address:svr_0} {Suffrage:Voter ID:svr_1 Address:svr_1} {Suffrage:Voter ID:svr_2 Address:svr_2} {Suffrage:Voter ID:svr_3 Address:svr_3} {Suffrage:Voter ID:svr_4 Address:svr_4}]" 2023-01-19T02:41:26.379Z [INFO] svr_4:: entering follower state: follower="Node at svr_4 [Follower]" leader= 2023-01-19T02:41:26.847Z [WARN] ar_0:: Election timeout reached, restarting election 2023-01-19T02:41:26.848Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=115 2023-01-19T02:41:27.462Z [WARN] svr_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:27.462Z [INFO] svr_0:: entering candidate state: node="Node at svr_0 [Candidate]" term=2 2023-01-19T02:41:27.988Z [WARN] ar_1:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:27.988Z [INFO] ar_1:: entering candidate state: node="Node at ar_1 [Candidate]" term=116 2023-01-19T02:41:27.988Z [INFO] ar_0:: entering follower state: follower="Node at ar_0 [Follower]" leader= 2023-01-19T02:41:28.674Z [INFO] svr_0:: election won: tally=3 2023-01-19T02:41:28.674Z [INFO] svr_0:: entering leader state: leader="Node at svr_0 [Leader]" 2023-01-19T02:41:28.675Z [INFO] svr_0:: added peer, starting replication: peer=svr_1 2023-01-19T02:41:28.675Z [INFO] svr_0:: added peer, starting replication: peer=svr_2 2023-01-19T02:41:28.675Z [INFO] svr_0:: added peer, starting replication: peer=svr_3 2023-01-19T02:41:28.675Z [INFO] svr_0:: added peer, starting replication: peer=svr_4 2023-01-19T02:41:28.675Z [INFO] svr_0:: pipelining replication: peer="{Voter svr_2 svr_2}" 2023-01-19T02:41:28.676Z [INFO] svr_0:: pipelining replication: peer="{Voter svr_1 svr_1}" 2023-01-19T02:41:28.676Z [INFO] svr_0:: pipelining replication: peer="{Voter svr_4 svr_4}" 2023-01-19T02:41:28.676Z [INFO] svr_0:: pipelining replication: peer="{Voter svr_3 svr_3}" 2023-01-19T02:41:29.546Z [INFO] svr_0:: aborting pipeline replication: peer="{Voter svr_4 svr_4}" 2023-01-19T02:41:29.546Z [INFO] svr_0:: aborting pipeline replication: peer="{Voter svr_1 svr_1}" 2023-01-19T02:41:29.546Z [INFO] svr_0:: aborting pipeline replication: peer="{Voter svr_2 svr_2}" 2023-01-19T02:41:29.546Z [INFO] svr_0:: aborting pipeline replication: peer="{Voter svr_3 svr_3}" 2023-01-19T02:41:29.804Z [WARN] ar_0:: heartbeat timeout reached, starting election: last-leader= 2023-01-19T02:41:29.805Z [INFO] ar_0:: entering candidate state: node="Node at ar_0 [Candidate]" term=117 2023-01-19T02:41:29.805Z [INFO] ar_1:: entering follower state: follower="Node at ar_1 [Follower]" leader= PASS ok github.com/hashicorp/raft/fuzzy 171.334s + RPM_EC=0 ++ jobs -p + exit 0 Processing files: golang-github-hashicorp-raft-devel-1.2.0-6.fc38.noarch Executing(%doc): /bin/sh -e /var/tmp/rpm-tmp.QGGBK3 + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + DOCDIR=/builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + export LC_ALL=C + LC_ALL=C + export DOCDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + cp -pr CHANGELOG.md /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + cp -pr README.md /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + cp -pr membership.md /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64/usr/share/doc/golang-github-hashicorp-raft-devel + RPM_EC=0 ++ jobs -p + exit 0 Executing(%license): /bin/sh -e /var/tmp/rpm-tmp.Fw4wEc + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + LICENSEDIR=/builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64/usr/share/licenses/golang-github-hashicorp-raft-devel + export LC_ALL=C + LC_ALL=C + export LICENSEDIR + /usr/bin/mkdir -p /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64/usr/share/licenses/golang-github-hashicorp-raft-devel + cp -pr LICENSE /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64/usr/share/licenses/golang-github-hashicorp-raft-devel + RPM_EC=0 ++ jobs -p + exit 0 grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : grep: warning: stray \ before : Provides: golang(github.com/hashicorp/raft) = 1.2.0-6.fc38 golang(github.com/hashicorp/raft/bench) = 1.2.0-6.fc38 golang(github.com/hashicorp/raft/fuzzy) = 1.2.0-6.fc38 golang-github-hashicorp-raft-devel = 1.2.0-6.fc38 golang-ipath(github.com/hashicorp/raft) = 1.2.0-6.fc38 Requires(rpmlib): rpmlib(CompressedFileNames) <= 3.0.4-1 rpmlib(FileDigests) <= 4.6.0-1 rpmlib(PayloadFilesHavePrefix) <= 4.0-1 Requires: go-filesystem golang(github.com/armon/go-metrics) golang(github.com/hashicorp/go-hclog) golang(github.com/hashicorp/go-msgpack/codec) Checking for unpackaged file(s): /usr/lib/rpm/check-files /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64 Wrote: /builddir/build/RPMS/golang-github-hashicorp-raft-devel-1.2.0-6.fc38.noarch.rpm Executing(%clean): /bin/sh -e /var/tmp/rpm-tmp.eYzCkC + umask 022 + cd /builddir/build/BUILD + cd raft-1.2.0 + /usr/bin/rm -rf /builddir/build/BUILDROOT/golang-github-hashicorp-raft-1.2.0-6.fc38.x86_64 + RPM_EC=0 ++ jobs -p + exit 0 Executing(rmbuild): /bin/sh -e /var/tmp/rpm-tmp.E9ZH0Q + umask 022 + cd /builddir/build/BUILD + rm -rf raft-1.2.0 raft-1.2.0.gemspec + RPM_EC=0 ++ jobs -p + exit 0 Child return code was: 0