[2025-07-23 10:09:59,463][ INFO][PID:1666007] Marking build as starting [2025-07-23 10:09:59,626][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:09:59,628][ INFO][PID:1666007] VM allocation process starts [2025-07-23 10:09:59,681][ INFO][PID:1666007] Trying to allocate VM: ResallocHost, ticket_id=4062848, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 10:10:04,696][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:10:05,764][ INFO][PID:1666007] Allocated host ResallocHost, ticket_id=4062848, hostname=140.211.168.8, name=copr_osuosl_p09_prod_05756100_20250723_093513, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 10:10:05,770][ INFO][PID:1666007] Allocating ssh connection to builder [2025-07-23 10:10:05,771][ INFO][PID:1666007] Checking that builder machine is OK [2025-07-23 10:10:07,344][ INFO][PID:1666007] Running remote command: copr-builder-ready centos-stream-10-ppc64le [2025-07-23 10:10:08,450][ INFO][PID:1666007] Red Hat subscription not needed for centos-stream-10-ppc64le Builder is ready to be used [2025-07-23 10:10:08,451][ INFO][PID:1666007] Filling build.info file with builder info [2025-07-23 10:10:08,452][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:10:08,461][ INFO][PID:1666007] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "rhcontainerbot", "project_name": "podman-next", "project_dirname": "podman-next", "submitter": "packit", "ended_on": null, "started_on": 1753265408.4615552, "submitted_on": null, "status": 3, "chroot": "centos-stream-10-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9311898-centos-stream-10-ppc64le", "build_id": 9311898, "package_name": "ramalama", "package_version": "0.11.1-1000.1.20250723100934448898.main.11.g1a7272f", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rhcontainerbot/podman-next/ramalama", "git_hash": "5231b91d56be5ab9e09c333d834a799b86d03550", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rhcontainerbot/podman-next--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/podman-next/centos-stream-10-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rhcontainerbot/podman-next", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/podman-next", "result_dir": "09311898-ramalama", "built_packages": "", "id": 9311898, "mockchain_macros": { "copr_username": "rhcontainerbot", "copr_projectname": "podman-next", "vendor": "Fedora Project COPR (rhcontainerbot/podman-next)" } } ] } [2025-07-23 10:10:08,537][ INFO][PID:1666007] Sending fedora-messaging bus message in build.start [2025-07-23 10:10:10,615][ INFO][PID:1666007] Sending fedora-messaging bus message in chroot.start [2025-07-23 10:10:10,720][ INFO][PID:1666007] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9311898-centos-stream-10-ppc64le --chroot centos-stream-10-ppc64le --detached [2025-07-23 10:10:12,177][ INFO][PID:1666007] Downloading the builder-live.log file, attempt 1 [2025-07-23 10:10:12,180][ INFO][PID:1666007] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.8 copr-rpmbuild-log [2025-07-23 10:10:17,256][ INFO][PID:1666007] Periodic builder liveness probe: alive [2025-07-23 10:10:17,257][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:10:22,266][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:10:27,268][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:10:32,275][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:10:37,277][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:10:42,284][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:10:47,287][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:10:52,290][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:10:57,291][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:11:02,294][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:11:07,302][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:11:12,303][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:11:17,310][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:11:22,314][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:11:27,329][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:11:32,331][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:11:37,334][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:11:42,343][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:11:47,344][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:11:52,355][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:11:57,362][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:12:02,364][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:12:07,367][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:12:12,383][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:12:17,386][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:12:22,388][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:12:27,396][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:12:32,398][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:12:37,402][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:12:42,407][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:12:47,413][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:12:52,415][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:12:57,419][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:13:02,420][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:13:07,423][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:13:12,428][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:13:17,435][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:13:22,441][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:13:27,452][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:13:32,458][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:13:34,141][ ERROR][PID:1666007] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 10:13:37,468][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:13:42,469][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:13:44,151][WARNING][PID:1666007] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 10:13:47,476][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:13:52,482][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:13:54,154][ INFO][PID:1666007] Downloading the builder-live.log file, attempt 2 [2025-07-23 10:13:54,163][ INFO][PID:1666007] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.8 copr-rpmbuild-log [2025-07-23 10:13:57,489][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:14:02,491][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:14:07,499][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:14:12,503][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:14:17,516][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:14:22,521][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:14:27,527][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:14:32,539][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:14:37,540][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:14:42,545][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:14:47,551][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:14:52,559][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:14:54,335][ ERROR][PID:1666007] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 10:14:57,569][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:15:02,575][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:15:04,340][WARNING][PID:1666007] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 10:15:07,578][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:15:12,581][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:15:14,341][ INFO][PID:1666007] Downloading the builder-live.log file, attempt 3 [2025-07-23 10:15:14,350][ INFO][PID:1666007] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.8 copr-rpmbuild-log [2025-07-23 10:15:17,585][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:15:22,594][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:15:27,614][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:15:32,616][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:15:37,623][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:15:42,626][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:15:47,632][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:15:52,649][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:15:57,650][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:16:02,655][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:16:07,660][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:16:12,663][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:16:14,541][ ERROR][PID:1666007] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 10:16:17,675][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:16:22,683][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:16:24,548][WARNING][PID:1666007] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 10:16:27,701][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:16:32,706][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:16:34,553][ INFO][PID:1666007] Downloading the builder-live.log file, attempt 4 [2025-07-23 10:16:34,557][ INFO][PID:1666007] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.8 copr-rpmbuild-log [2025-07-23 10:16:37,723][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:16:42,730][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:16:47,746][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:16:52,753][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:16:57,759][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:17:02,773][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:17:07,781][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:17:12,787][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:17:17,791][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:17:22,798][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:17:27,809][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:17:32,819][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:17:34,781][ ERROR][PID:1666007] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 10:17:37,822][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:17:42,824][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:17:44,790][ ERROR][PID:1666007] Giving up for unstable SSH, failures: 1753265624.1512115, 1753265704.3403938, 1753265784.548649, 1753265864.7906666 [2025-07-23 10:17:44,793][ ERROR][PID:1666007] Re-try request for task on 'ResallocHost, ticket_id=4062848, hostname=140.211.168.8, name=copr_osuosl_p09_prod_05756100_20250723_093513, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-07-23 10:17:44,794][ INFO][PID:1666007] Releasing VM back to pool [2025-07-23 10:17:44,808][ INFO][PID:1666007] Retry #1 (on other host) [2025-07-23 10:17:44,809][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:17:44,809][ INFO][PID:1666007] VM allocation process starts [2025-07-23 10:17:44,825][ INFO][PID:1666007] Trying to allocate VM: ResallocHost, ticket_id=4063022, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 10:17:47,855][ INFO][PID:1666007] Allocated host ResallocHost, ticket_id=4063022, hostname=140.211.168.240, name=copr_osuosl_p09_prod_05756709_20250723_101202, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 10:17:47,855][ INFO][PID:1666007] Allocating ssh connection to builder [2025-07-23 10:17:47,857][ INFO][PID:1666007] Checking that builder machine is OK [2025-07-23 10:17:49,347][ INFO][PID:1666007] Running remote command: copr-builder-ready centos-stream-10-ppc64le [2025-07-23 10:17:50,419][ INFO][PID:1666007] Red Hat subscription not needed for centos-stream-10-ppc64le Builder is ready to be used [2025-07-23 10:17:50,420][ INFO][PID:1666007] Filling build.info file with builder info [2025-07-23 10:17:50,423][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:17:50,426][ INFO][PID:1666007] Not re-notifying FE and msg buses for the new host. [2025-07-23 10:17:50,429][ INFO][PID:1666007] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9311898-centos-stream-10-ppc64le --chroot centos-stream-10-ppc64le --detached [2025-07-23 10:17:51,927][ INFO][PID:1666007] Downloading the builder-live.log file, attempt 1 [2025-07-23 10:17:51,937][ INFO][PID:1666007] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.240 copr-rpmbuild-log [2025-07-23 10:17:56,928][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:18:01,936][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:18:06,937][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:18:11,940][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:18:16,942][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:18:21,944][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:18:26,947][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:18:31,950][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:18:36,951][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:18:41,952][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:18:46,954][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:18:51,961][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:18:56,966][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:19:01,967][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:19:06,968][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:19:11,969][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:19:16,971][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:19:21,972][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:19:26,973][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:19:31,974][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:19:36,976][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:19:41,979][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:19:46,980][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:19:51,981][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:19:56,982][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:20:01,983][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:20:06,988][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:20:11,989][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:20:16,992][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:20:22,000][ INFO][PID:1666007] Periodic builder liveness probe: alive [2025-07-23 10:20:22,001][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:20:27,003][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:20:32,009][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:20:37,012][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:20:42,013][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:20:47,017][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:20:52,021][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:20:57,148][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:21:02,227][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:21:07,235][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:21:12,405][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:21:17,551][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:21:22,612][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:21:27,614][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:21:32,777][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:21:37,815][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:21:42,817][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:21:47,878][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:21:52,912][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:21:57,923][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:22:02,933][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:22:07,936][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:22:13,006][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:22:18,011][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:22:23,022][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:22:28,026][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:22:33,058][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:22:38,096][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:22:43,465][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:22:49,073][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:22:54,882][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:22:59,949][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:23:05,016][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:23:10,072][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:23:15,278][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:23:20,959][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:23:25,961][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:23:31,304][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:23:36,790][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:23:41,805][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:23:46,839][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:23:51,874][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:23:56,969][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:24:02,059][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:24:07,087][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:24:12,105][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:24:17,141][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:24:22,145][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:24:27,148][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:24:32,150][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:24:37,155][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:24:42,163][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:24:47,178][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:24:52,180][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:24:57,192][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:25:02,216][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:25:07,250][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:25:12,275][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:25:17,291][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:25:22,319][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:25:27,382][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:25:32,518][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:25:37,902][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:25:43,267][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:25:48,428][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:25:53,716][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:25:58,875][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:26:03,921][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:26:08,983][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:26:14,119][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:26:19,353][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:26:24,663][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:26:29,706][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:26:34,953][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:26:40,295][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:26:45,516][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:26:50,754][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:26:56,156][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:27:01,172][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:27:06,237][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:27:11,417][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:27:16,689][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:27:21,953][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:27:27,132][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:27:32,212][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:27:37,246][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:27:42,318][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:27:47,702][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:27:52,989][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:27:58,379][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:28:03,534][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:28:08,624][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:28:13,657][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:28:18,692][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:28:24,074][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:28:29,441][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:28:34,599][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:28:39,739][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:28:44,843][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:28:49,984][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:28:55,179][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:29:00,521][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:29:05,623][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:29:10,654][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:29:15,667][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:29:20,928][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:29:26,047][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:29:31,130][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:29:36,237][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:29:41,562][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:29:46,724][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:29:51,975][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:29:57,040][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:30:02,174][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:30:07,370][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:30:12,405][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:30:17,985][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:30:23,020][ INFO][PID:1666007] Periodic builder liveness probe: alive [2025-07-23 10:30:23,104][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:30:28,153][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:30:33,157][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:30:38,253][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:30:43,307][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:30:48,675][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:30:53,875][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:30:59,091][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:31:04,131][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:31:09,311][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:31:14,516][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:31:19,672][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:31:25,020][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:31:30,310][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:31:35,312][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:31:40,318][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:31:45,494][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:31:50,536][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:31:55,603][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:32:00,696][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:32:06,028][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:32:11,295][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:32:16,366][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:32:21,638][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:32:26,745][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:32:32,021][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:32:37,090][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:32:42,134][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:32:47,211][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:32:52,360][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:32:57,382][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:33:02,534][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:33:07,565][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:33:12,652][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:33:17,698][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:33:22,746][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:33:27,775][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:33:32,835][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:33:37,856][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:33:42,880][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:33:48,042][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:33:53,047][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:33:58,058][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:34:03,325][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:34:08,553][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:34:13,697][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:34:18,795][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:34:23,958][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:34:29,128][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:34:34,383][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:34:39,589][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:34:44,672][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:34:49,905][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:34:55,087][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:35:00,234][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:35:05,378][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:35:10,425][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:35:15,462][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:35:20,533][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:35:25,723][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:35:30,935][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:35:36,029][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:35:41,190][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:35:46,243][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:35:51,451][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:35:56,498][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:36:01,549][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:36:06,592][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:36:11,605][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:36:16,608][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:36:21,622][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:36:26,632][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:36:31,639][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:36:36,650][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:36:41,657][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:36:46,664][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:36:51,674][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:36:56,692][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:37:01,709][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:37:06,975][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:37:12,298][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:37:17,395][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:37:22,540][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:37:27,690][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:37:33,056][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:37:38,394][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:37:43,607][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:37:48,727][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:37:53,776][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:37:58,830][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:38:03,925][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:38:08,994][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:38:14,053][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:38:19,124][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:38:24,241][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:38:29,317][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:38:34,361][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:38:39,714][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:38:45,028][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:38:50,354][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:38:55,798][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:39:01,223][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:39:06,625][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:39:12,379][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:39:17,658][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:39:23,214][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:39:28,267][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:39:33,299][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:39:38,386][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:39:43,563][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:39:48,867][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:39:53,886][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:39:59,086][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:40:04,150][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:40:09,217][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:40:14,341][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:40:19,569][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:40:24,756][ INFO][PID:1666007] Periodic builder liveness probe: alive [2025-07-23 10:40:25,149][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:40:30,151][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:40:35,302][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:40:40,682][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:40:46,105][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:40:51,351][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:40:56,471][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:41:01,647][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:41:06,833][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:41:11,989][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:41:17,318][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:41:22,791][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:41:28,062][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:41:33,417][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:41:38,913][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:41:43,951][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:41:48,979][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:41:54,140][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:41:59,504][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:42:04,786][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:42:10,175][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:42:15,590][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:42:20,878][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:42:26,317][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:42:31,895][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:42:36,943][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:42:42,001][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:42:47,027][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:42:52,331][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:42:57,804][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:43:03,312][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:43:08,596][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:43:14,015][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:43:19,021][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:43:24,561][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:43:29,604][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:43:34,651][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:43:39,839][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:43:45,311][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:43:50,750][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:43:56,407][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:44:01,502][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:44:06,613][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:44:11,682][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:44:16,733][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:44:21,933][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:44:27,300][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:44:32,597][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:44:38,149][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:44:43,711][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:44:49,120][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:44:54,364][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:44:59,752][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:45:04,975][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:45:10,160][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:45:15,838][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:45:22,239][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:45:28,031][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:45:33,664][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:45:38,782][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:45:44,024][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:45:49,594][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:45:54,741][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:46:00,330][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:46:05,782][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:46:11,360][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:46:16,998][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:46:23,354][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:46:28,557][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:46:34,128][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:46:39,739][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:46:44,891][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:46:51,580][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:46:56,584][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:47:02,088][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:47:07,092][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:47:12,094][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:47:17,125][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:47:22,139][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:47:27,156][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:47:32,160][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:47:37,161][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:47:42,162][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:47:47,164][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:47:52,517][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:47:57,868][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:48:03,382][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:48:08,897][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:48:13,945][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:48:19,378][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:48:24,733][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:48:30,038][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:48:35,178][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:48:40,437][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:48:46,254][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:48:51,309][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:48:56,416][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:49:02,299][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:49:07,655][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:49:12,990][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:49:18,353][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:49:23,700][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:49:29,111][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:49:34,367][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:49:39,706][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:49:45,192][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:49:50,468][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:49:55,812][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:50:01,688][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:50:07,575][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:50:13,224][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:50:19,000][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:50:25,076][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:50:30,254][ INFO][PID:1666007] Periodic builder liveness probe: alive [2025-07-23 10:50:30,508][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:50:35,515][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:50:40,758][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:50:45,916][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:50:50,954][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:50:56,026][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:51:01,027][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:51:06,462][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:51:11,661][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:51:17,221][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:51:22,989][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:51:28,561][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:51:34,589][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:51:40,181][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:51:45,506][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:51:51,619][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:51:57,048][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:52:03,666][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:52:08,911][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:52:14,120][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:52:19,327][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:52:24,515][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:52:29,547][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:52:34,567][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:52:39,571][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:52:44,685][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:52:49,705][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:52:55,172][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:53:00,967][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:53:07,813][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:53:12,820][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:53:19,697][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:53:24,698][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:53:30,061][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:53:35,367][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:53:41,374][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:53:46,823][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:53:52,388][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:53:57,394][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:54:02,416][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:54:07,493][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:54:12,527][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:54:17,530][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:54:22,618][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:54:27,657][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:54:32,731][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:54:37,733][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:54:43,160][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:54:48,162][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:54:53,165][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:54:58,741][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:55:03,742][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:55:08,743][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:55:13,744][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:55:18,746][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:55:23,747][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:55:28,748][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:55:33,749][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:55:38,751][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:55:43,906][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:55:49,096][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:55:54,243][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:55:59,623][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:56:05,077][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:56:10,696][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:56:16,040][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:56:21,262][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:56:26,442][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:56:31,878][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:56:37,204][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:56:42,213][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:56:47,246][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:56:52,279][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:56:57,331][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:57:02,343][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:57:07,432][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:57:12,434][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:57:17,465][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:57:22,468][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:57:27,481][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:57:32,483][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:57:37,525][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:57:42,528][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:57:47,530][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:57:52,533][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:57:57,535][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:58:02,538][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:58:07,541][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:58:12,542][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:58:17,543][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:58:22,544][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:58:27,545][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:58:32,547][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:58:37,552][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:58:42,553][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:58:47,668][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:58:52,669][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:58:57,670][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:59:02,720][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:59:07,725][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:59:12,805][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:59:17,809][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:59:22,815][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:59:27,847][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:59:32,882][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:59:37,905][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:59:42,936][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:59:47,938][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:59:52,942][ INFO][PID:1666007] Checking for cancel request [2025-07-23 10:59:57,964][ INFO][PID:1666007] Checking for cancel request [2025-07-23 11:00:03,035][ INFO][PID:1666007] Checking for cancel request [2025-07-23 11:00:08,094][ INFO][PID:1666007] Checking for cancel request [2025-07-23 11:00:13,179][ INFO][PID:1666007] Checking for cancel request [2025-07-23 11:00:18,266][ INFO][PID:1666007] Checking for cancel request [2025-07-23 11:00:23,337][ INFO][PID:1666007] Checking for cancel request [2025-07-23 11:00:28,343][ INFO][PID:1666007] Checking for cancel request [2025-07-23 11:00:33,510][ INFO][PID:1666007] Periodic builder liveness probe: dead [2025-07-23 11:01:33,657][ ERROR][PID:1666007] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: Connection timed out during banner exchange Connection to 140.211.168.240 port 22 timed out [2025-07-23 11:02:43,732][ ERROR][PID:1666007] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.240 port 22: Connection timed out [2025-07-23 11:02:56,181][ INFO][PID:1666007] Cancel request succeeded out: err: Warning: Permanently added '140.211.168.240' (ED25519) to the list of known hosts. Unexpected exception Traceback (most recent call last): File "/usr/bin/copr-rpmbuild-cancel", line 86, in _main() ~~~~~^^ File "/usr/bin/copr-rpmbuild-cancel", line 69, in _main with open(pidfile, "r") as pidfd: ~~~~^^^^^^^^^^^^^^ FileNotFoundError: [Errno 2] No such file or directory: '/var/lib/copr-rpmbuild/pid' [2025-07-23 11:03:01,342][ ERROR][PID:1666007] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-23 11:03:11,355][WARNING][PID:1666007] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-23 11:03:21,363][ INFO][PID:1666007] Downloading the builder-live.log file, attempt 2 [2025-07-23 11:03:21,369][ INFO][PID:1666007] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.240 copr-rpmbuild-log [2025-07-23 11:05:23,246][ ERROR][PID:1666007] Re-try request for task on 'ResallocHost, ticket_id=4063022, hostname=140.211.168.240, name=copr_osuosl_p09_prod_05756709_20250723_101202, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-07-23 11:05:23,254][ INFO][PID:1666007] Releasing VM back to pool [2025-07-23 11:05:23,329][ INFO][PID:1666007] Retry #2 (on other host) [2025-07-23 11:05:23,330][ INFO][PID:1666007] Checking for cancel request [2025-07-23 11:05:23,334][ INFO][PID:1666007] VM allocation process starts [2025-07-23 11:05:23,364][ INFO][PID:1666007] Trying to allocate VM: ResallocHost, ticket_id=4064268, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 11:05:28,367][ INFO][PID:1666007] Checking for cancel request [2025-07-23 11:05:29,399][ INFO][PID:1666007] Allocated host ResallocHost, ticket_id=4064268, hostname=140.211.168.5, name=copr_osuosl_p09_prod_05757611_20250723_105820, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2025-07-23 11:05:29,402][ INFO][PID:1666007] Allocating ssh connection to builder [2025-07-23 11:05:29,402][ INFO][PID:1666007] Checking that builder machine is OK [2025-07-23 11:05:30,964][ INFO][PID:1666007] Running remote command: copr-builder-ready centos-stream-10-ppc64le [2025-07-23 11:05:31,993][ INFO][PID:1666007] Red Hat subscription not needed for centos-stream-10-ppc64le Builder is ready to be used [2025-07-23 11:05:31,994][ INFO][PID:1666007] Filling build.info file with builder info [2025-07-23 11:05:32,011][ INFO][PID:1666007] Checking for cancel request [2025-07-23 11:05:32,014][ INFO][PID:1666007] Not re-notifying FE and msg buses for the new host. [2025-07-23 11:05:32,015][ INFO][PID:1666007] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9311898-centos-stream-10-ppc64le --chroot centos-stream-10-ppc64le --detached [2025-07-23 11:05:33,393][ INFO][PID:1666007] Downloading the builder-live.log file, attempt 1 [2025-07-23 11:05:33,395][ INFO][PID:1666007] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.5 copr-rpmbuild-log [2025-07-23 11:05:42,598][ INFO][PID:1666007] Cancel request succeeded out: success err: Warning: Permanently added '140.211.168.5' (ED25519) to the list of known hosts. [2025-07-23 11:05:42,599][ INFO][PID:1666007] Downloading results from builder [2025-07-23 11:05:42,599][ INFO][PID:1666007] rsyncing of mockbuilder@140.211.168.5:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-10-ppc64le/09311898-ramalama started [2025-07-23 11:05:42,602][ INFO][PID:1666007] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@140.211.168.5:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-10-ppc64le/09311898-ramalama/ &> /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-10-ppc64le/09311898-ramalama/build-09311898.rsync.log [2025-07-23 11:05:44,255][ INFO][PID:1666007] rsyncing finished. [2025-07-23 11:05:44,255][ INFO][PID:1666007] Releasing VM back to pool [2025-07-23 11:05:44,266][ INFO][PID:1666007] Searching for 'success' file in resultdir [2025-07-23 11:05:44,268][ ERROR][PID:1666007] Build failed: Backend process error: No success file => build failure [2025-07-23 11:05:44,270][ INFO][PID:1666007] Finished build: id=9311898 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/rhcontainerbot/podman-next chroot=centos-stream-10-ppc64le [2025-07-23 11:05:44,272][ ERROR][PID:1666007] Backend process error: No success file => build failure [2025-07-23 11:05:44,274][ INFO][PID:1666007] Worker failed build, took 12.259966850280762 [2025-07-23 11:05:44,275][ INFO][PID:1666007] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "rhcontainerbot", "project_name": "podman-next", "project_dirname": "podman-next", "submitter": "packit", "ended_on": 1753268744.2743022, "started_on": 1753268732.0143354, "submitted_on": null, "status": 0, "chroot": "centos-stream-10-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9311898-centos-stream-10-ppc64le", "build_id": 9311898, "package_name": "ramalama", "package_version": "0.11.1-1000.1.20250723100934448898.main.11.g1a7272f", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rhcontainerbot/podman-next/ramalama", "git_hash": "5231b91d56be5ab9e09c333d834a799b86d03550", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rhcontainerbot/podman-next--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/podman-next/centos-stream-10-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rhcontainerbot/podman-next", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rhcontainerbot/podman-next", "result_dir": "09311898-ramalama", "built_packages": "", "id": 9311898, "mockchain_macros": { "copr_username": "rhcontainerbot", "copr_projectname": "podman-next", "vendor": "Fedora Project COPR (rhcontainerbot/podman-next)" } } ] } [2025-07-23 11:05:44,323][ INFO][PID:1666007] Sending fedora-messaging bus message in build.end [2025-07-23 11:05:44,370][ INFO][PID:1666007] Compressing /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-10-ppc64le/09311898-ramalama/builder-live.log by gzip [2025-07-23 11:05:44,372][ INFO][PID:1666007] Running command 'gzip /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-10-ppc64le/09311898-ramalama/builder-live.log' as PID 2082882 [2025-07-23 11:05:44,375][ INFO][PID:1666007] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-10-ppc64le/09311898-ramalama/builder-live.log) [2025-07-23 11:05:44,376][ INFO][PID:1666007] Compressing /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-10-ppc64le/09311898-ramalama/backend.log by gzip [2025-07-23 11:05:44,379][ INFO][PID:1666007] Running command 'gzip /var/lib/copr/public_html/results/rhcontainerbot/podman-next/centos-stream-10-ppc64le/09311898-ramalama/backend.log' as PID 2082884