[2025-07-15 19:46:43,190][ INFO][PID:1211895] Marking build as starting [2025-07-15 19:46:43,270][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:46:43,272][ INFO][PID:1211895] VM allocation process starts [2025-07-15 19:46:43,351][ INFO][PID:1211895] Trying to allocate VM: ResallocHost, ticket_id=3942970, requested_tags=['copr_builder', 'arch_x86_64'] [2025-07-15 19:46:46,401][ INFO][PID:1211895] Allocated host ResallocHost, ticket_id=3942970, hostname=54.165.215.110, name=aws_x86_64_spot_prod_05433075_20250715_194446, requested_tags=['copr_builder', 'arch_x86_64'] [2025-07-15 19:46:46,402][ INFO][PID:1211895] Allocating ssh connection to builder [2025-07-15 19:46:46,403][ INFO][PID:1211895] Checking that builder machine is OK [2025-07-15 19:46:46,911][ INFO][PID:1211895] Running remote command: copr-builder-ready centos-stream+epel-next-9-x86_64 [2025-07-15 19:46:47,167][ INFO][PID:1211895] Red Hat subscription not needed for centos-stream+epel-next-9-x86_64 Builder is ready to be used [2025-07-15 19:46:47,168][ INFO][PID:1211895] Filling build.info file with builder info [2025-07-15 19:46:47,171][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:46:47,173][ INFO][PID:1211895] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "sergiomb", "project_name": "vboxfor23", "project_dirname": "vboxfor23", "submitter": "sergiomb", "ended_on": null, "started_on": 1752608807.1732314, "submitted_on": null, "status": 3, "chroot": "centos-stream+epel-next-9-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "9276739-centos-stream+epel-next-9-x86_64", "build_id": 9276739, "package_name": "VirtualBox", "package_version": "7.1.10-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/sergiomb/vboxfor23/VirtualBox", "git_hash": "71112cf622c15901566de7f3cc45ceb6a2d5fb51", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "sergiomb/vboxfor23--sergiomb", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/sergiomb/vboxfor23/centos-stream+epel-next-9-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "bootstrap": "on", "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/sergiomb/vboxfor23", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/sergiomb/vboxfor23", "result_dir": "09276739-VirtualBox", "built_packages": "", "id": 9276739, "mockchain_macros": { "copr_username": "sergiomb", "copr_projectname": "vboxfor23", "vendor": "Fedora Project COPR (sergiomb/vboxfor23)" } } ] } [2025-07-15 19:46:47,207][ INFO][PID:1211895] Sending fedora-messaging bus message in build.start [2025-07-15 19:46:48,195][ INFO][PID:1211895] Sending fedora-messaging bus message in chroot.start [2025-07-15 19:46:48,226][ INFO][PID:1211895] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9276739-centos-stream+epel-next-9-x86_64 --chroot centos-stream+epel-next-9-x86_64 --detached [2025-07-15 19:46:48,655][ INFO][PID:1211895] Downloading the builder-live.log file, attempt 1 [2025-07-15 19:46:48,663][ INFO][PID:1211895] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.165.215.110 copr-rpmbuild-log [2025-07-15 19:46:53,674][ INFO][PID:1211895] Periodic builder liveness probe: alive [2025-07-15 19:46:53,674][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:46:58,676][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:47:03,679][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:47:08,683][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:47:13,684][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:47:18,688][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:47:23,691][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:47:28,692][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:47:33,694][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:47:38,695][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:47:43,699][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:47:48,700][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:47:53,701][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:47:58,709][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:48:03,710][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:48:08,714][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:48:13,715][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:48:18,716][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:48:23,717][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:48:28,719][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:48:33,724][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:48:38,727][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:48:43,728][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:48:48,730][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:48:53,731][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:48:58,732][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:49:03,733][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:49:08,735][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:49:13,736][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:49:18,737][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:49:23,738][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:49:28,739][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:49:33,740][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:49:38,743][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:49:43,751][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:49:48,801][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:49:53,809][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:49:58,859][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:50:03,865][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:50:08,868][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:50:13,870][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:50:18,872][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:50:23,879][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:50:28,881][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:50:33,902][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:50:38,903][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:50:43,907][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:50:48,916][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:50:53,945][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:50:58,950][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:51:03,962][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:51:08,965][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:51:13,973][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:51:18,975][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:51:23,979][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:51:28,980][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:51:33,981][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:51:38,982][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:51:44,039][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:51:49,042][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:51:54,054][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:51:59,058][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:52:04,061][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:52:09,064][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:52:14,065][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:52:19,066][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:52:24,068][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:52:29,070][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:52:34,071][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:52:39,074][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:52:44,075][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:52:49,076][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:52:54,078][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:52:59,080][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:53:04,081][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:53:09,082][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:53:14,084][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:53:18,116][ ERROR][PID:1211895] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-15 19:53:19,086][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:53:24,087][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:53:28,117][WARNING][PID:1211895] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-15 19:53:29,095][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:53:34,102][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:53:38,118][ INFO][PID:1211895] Downloading the builder-live.log file, attempt 2 [2025-07-15 19:53:38,133][ INFO][PID:1211895] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.165.215.110 copr-rpmbuild-log [2025-07-15 19:53:39,103][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:53:44,105][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:53:49,106][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:53:54,107][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:53:59,128][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:54:04,131][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:54:09,133][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:54:14,134][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:54:19,147][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:54:24,149][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:54:29,151][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:54:34,154][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:54:38,202][ ERROR][PID:1211895] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-15 19:54:39,156][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:54:44,157][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:54:48,209][WARNING][PID:1211895] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-15 19:54:49,158][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:54:54,174][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:54:58,210][ INFO][PID:1211895] Downloading the builder-live.log file, attempt 3 [2025-07-15 19:54:58,212][ INFO][PID:1211895] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.165.215.110 copr-rpmbuild-log [2025-07-15 19:54:59,179][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:55:04,199][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:55:09,200][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:55:14,231][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:55:19,234][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:55:24,236][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:55:29,258][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:55:34,326][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:55:39,418][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:55:44,457][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:55:49,460][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:55:54,462][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:55:58,284][ ERROR][PID:1211895] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-15 19:55:59,572][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:56:04,596][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:56:08,300][WARNING][PID:1211895] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-15 19:56:09,598][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:56:14,600][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:56:18,301][ INFO][PID:1211895] Downloading the builder-live.log file, attempt 4 [2025-07-15 19:56:18,302][ INFO][PID:1211895] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.165.215.110 copr-rpmbuild-log [2025-07-15 19:56:19,603][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:56:24,612][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:56:29,614][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:56:34,618][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:56:39,619][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:56:44,620][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:56:49,621][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:56:54,630][ INFO][PID:1211895] Periodic builder liveness probe: alive [2025-07-15 19:56:54,631][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:56:59,632][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:57:04,633][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:57:09,668][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:57:14,670][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:57:18,372][ ERROR][PID:1211895] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-15 19:57:19,672][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:57:24,720][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:57:28,375][ ERROR][PID:1211895] Giving up for unstable SSH, failures: 1752609208.1177492, 1752609288.2094116, 1752609368.3002665, 1752609448.3756454 [2025-07-15 19:57:28,376][ ERROR][PID:1211895] Re-try request for task on 'ResallocHost, ticket_id=3942970, hostname=54.165.215.110, name=aws_x86_64_spot_prod_05433075_20250715_194446, requested_tags=['copr_builder', 'arch_x86_64']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-07-15 19:57:28,377][ INFO][PID:1211895] Releasing VM back to pool [2025-07-15 19:57:28,387][ INFO][PID:1211895] Retry #1 (on other host) [2025-07-15 19:57:28,387][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:57:28,388][ INFO][PID:1211895] VM allocation process starts [2025-07-15 19:57:28,399][ INFO][PID:1211895] Trying to allocate VM: ResallocHost, ticket_id=3943247, requested_tags=['copr_builder', 'arch_x86_64'] [2025-07-15 19:57:31,414][ INFO][PID:1211895] Allocated host ResallocHost, ticket_id=3943247, hostname=18.234.186.2, name=aws_x86_64_spot_prod_05433700_20250715_195546, requested_tags=['copr_builder', 'arch_x86_64'] [2025-07-15 19:57:31,415][ INFO][PID:1211895] Allocating ssh connection to builder [2025-07-15 19:57:31,415][ INFO][PID:1211895] Checking that builder machine is OK [2025-07-15 19:57:31,887][ INFO][PID:1211895] Running remote command: copr-builder-ready centos-stream+epel-next-9-x86_64 [2025-07-15 19:57:32,103][ INFO][PID:1211895] Red Hat subscription not needed for centos-stream+epel-next-9-x86_64 Builder is ready to be used [2025-07-15 19:57:32,104][ INFO][PID:1211895] Filling build.info file with builder info [2025-07-15 19:57:32,108][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:57:32,109][ INFO][PID:1211895] Not re-notifying FE and msg buses for the new host. [2025-07-15 19:57:32,109][ INFO][PID:1211895] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9276739-centos-stream+epel-next-9-x86_64 --chroot centos-stream+epel-next-9-x86_64 --detached [2025-07-15 19:57:32,482][ INFO][PID:1211895] Downloading the builder-live.log file, attempt 1 [2025-07-15 19:57:32,483][ INFO][PID:1211895] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@18.234.186.2 copr-rpmbuild-log [2025-07-15 19:57:37,483][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:57:42,484][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:57:47,485][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:57:52,486][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:57:57,487][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:58:02,488][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:58:07,490][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:58:12,493][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:58:17,494][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:58:22,496][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:58:27,497][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:58:32,498][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:58:37,499][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:58:42,500][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:58:47,501][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:58:52,502][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:58:57,503][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:59:02,505][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:59:07,506][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:59:12,507][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:59:17,508][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:59:22,510][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:59:27,511][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:59:32,515][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:59:37,516][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:59:42,517][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:59:47,518][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:59:52,520][ INFO][PID:1211895] Checking for cancel request [2025-07-15 19:59:57,521][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:00:02,522][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:00:07,523][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:00:12,525][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:00:17,526][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:00:22,527][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:00:27,528][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:00:32,529][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:00:37,530][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:00:42,531][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:00:47,533][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:00:52,534][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:00:57,535][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:01:02,536][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:01:07,538][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:01:12,539][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:01:17,540][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:01:22,541][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:01:27,547][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:01:32,548][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:01:37,550][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:01:42,558][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:01:47,562][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:01:52,564][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:01:57,565][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:02:02,567][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:02:07,568][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:02:12,569][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:02:17,570][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:02:22,571][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:02:27,572][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:02:32,574][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:02:37,575][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:02:42,576][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:02:47,581][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:02:52,585][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:02:57,589][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:03:02,590][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:03:07,592][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:03:12,595][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:03:17,596][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:03:22,598][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:03:27,599][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:03:32,600][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:03:37,601][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:03:42,603][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:03:47,604][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:03:52,608][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:03:57,610][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:04:02,614][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:04:07,618][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:04:12,619][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:04:17,621][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:04:22,622][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:04:27,623][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:04:32,625][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:04:37,626][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:04:42,628][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:04:47,629][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:04:52,630][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:04:57,632][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:05:02,638][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:05:07,641][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:05:12,642][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:05:17,643][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:05:22,645][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:05:27,648][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:05:32,653][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:05:37,654][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:05:42,656][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:05:47,657][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:05:52,658][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:05:57,662][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:06:02,672][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:06:07,673][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:06:12,675][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:06:17,676][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:06:22,680][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:06:27,687][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:06:32,688][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:06:37,689][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:06:42,690][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:06:47,692][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:06:52,694][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:06:57,705][ INFO][PID:1211895] Periodic builder liveness probe: alive [2025-07-15 20:06:57,706][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:07:02,707][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:07:07,708][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:07:12,709][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:07:17,710][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:07:22,712][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:07:27,714][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:07:32,717][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:07:37,724][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:07:42,725][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:07:47,726][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:07:52,732][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:07:57,733][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:08:02,735][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:08:07,737][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:08:12,738][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:08:17,740][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:08:22,741][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:08:27,745][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:08:32,746][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:08:37,752][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:08:42,754][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:08:47,756][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:08:52,760][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:08:57,765][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:09:02,773][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:09:07,786][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:09:12,791][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:09:17,793][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:09:22,797][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:09:27,801][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:09:32,804][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:09:37,812][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:09:42,816][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:09:47,818][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:09:52,825][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:09:57,826][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:10:02,829][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:10:07,832][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:10:12,842][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:10:17,845][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:10:22,852][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:10:27,855][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:10:32,857][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:10:37,860][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:10:42,863][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:10:47,867][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:10:52,870][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:10:57,873][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:11:02,875][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:11:07,879][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:11:12,887][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:11:17,890][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:11:22,893][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:11:27,895][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:11:32,905][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:11:37,908][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:11:42,914][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:11:47,918][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:11:52,927][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:11:57,930][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:12:02,932][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:12:07,936][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:12:12,937][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:12:17,943][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:12:22,946][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:12:27,952][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:12:32,962][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:12:37,979][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:12:42,988][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:12:47,992][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:12:52,997][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:12:57,999][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:13:03,003][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:13:08,013][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:13:13,015][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:13:18,036][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:13:23,037][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:13:28,046][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:13:33,048][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:13:38,051][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:13:43,057][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:13:48,082][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:13:53,089][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:13:58,102][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:14:03,109][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:14:08,116][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:14:13,121][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:14:18,130][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:14:23,135][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:14:28,143][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:14:33,144][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:14:38,150][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:14:43,153][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:14:48,157][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:14:53,166][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:14:58,169][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:15:03,175][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:15:08,184][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:15:13,190][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:15:18,201][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:15:23,205][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:15:28,207][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:15:33,219][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:15:38,223][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:15:43,233][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:15:48,241][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:15:53,244][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:15:58,255][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:16:03,277][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:16:08,278][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:16:13,284][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:16:18,301][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:16:23,303][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:16:28,310][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:16:33,329][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:16:38,332][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:16:43,356][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:16:48,360][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:16:53,376][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:16:58,455][ INFO][PID:1211895] Periodic builder liveness probe: alive [2025-07-15 20:16:58,462][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:17:03,487][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:17:08,489][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:17:13,491][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:17:18,493][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:17:23,501][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:17:28,508][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:17:33,522][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:17:38,527][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:17:43,529][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:17:48,553][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:17:53,558][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:17:58,561][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:18:03,576][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:18:08,577][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:18:13,587][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:18:18,593][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:18:23,599][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:18:28,603][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:18:33,665][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:18:38,696][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:18:43,715][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:18:48,716][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:18:53,732][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:18:58,735][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:19:03,751][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:19:08,753][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:19:13,762][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:19:18,765][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:19:23,767][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:19:28,770][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:19:33,780][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:19:38,788][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:19:43,791][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:19:48,794][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:19:53,797][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:19:58,801][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:20:03,810][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:20:08,826][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:20:13,827][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:20:18,834][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:20:23,835][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:20:28,840][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:20:33,847][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:20:38,851][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:20:43,880][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:20:48,881][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:20:53,884][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:20:58,898][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:21:03,907][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:21:08,915][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:21:13,936][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:21:18,961][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:21:24,034][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:21:29,045][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:21:34,049][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:21:39,052][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:21:44,053][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:21:49,054][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:21:54,055][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:21:59,056][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:22:04,059][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:22:09,188][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:22:14,196][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:22:19,199][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:22:24,201][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:22:29,204][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:22:34,208][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:22:39,212][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:22:44,213][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:22:49,218][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:22:54,227][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:22:59,240][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:23:04,246][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:23:09,248][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:23:14,251][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:23:19,252][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:23:24,275][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:23:29,284][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:23:34,292][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:23:39,296][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:23:44,301][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:23:49,309][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:23:54,314][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:23:59,323][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:24:04,327][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:24:09,335][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:24:14,339][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:24:17,448][ ERROR][PID:1211895] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-15 20:24:19,357][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:24:24,369][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:24:27,457][WARNING][PID:1211895] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-15 20:24:29,370][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:24:34,374][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:24:37,459][ INFO][PID:1211895] Downloading the builder-live.log file, attempt 2 [2025-07-15 20:24:37,520][ INFO][PID:1211895] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@18.234.186.2 copr-rpmbuild-log [2025-07-15 20:24:39,387][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:24:44,392][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:24:49,401][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:24:54,411][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:24:59,415][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:25:04,418][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:25:09,425][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:25:14,426][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:25:19,427][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:25:24,453][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:25:29,455][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:25:34,459][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:25:37,592][ ERROR][PID:1211895] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-15 20:25:39,461][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:25:44,463][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:25:47,597][WARNING][PID:1211895] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-15 20:25:49,464][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:25:54,465][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:25:57,598][ INFO][PID:1211895] Downloading the builder-live.log file, attempt 3 [2025-07-15 20:25:57,599][ INFO][PID:1211895] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@18.234.186.2 copr-rpmbuild-log [2025-07-15 20:25:59,466][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:26:04,467][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:26:09,468][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:26:14,469][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:26:19,470][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:26:24,499][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:26:29,514][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:26:34,516][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:26:39,517][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:26:44,518][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:26:49,520][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:26:54,521][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:26:57,668][ ERROR][PID:1211895] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-15 20:26:59,549][ INFO][PID:1211895] Periodic builder liveness probe: alive [2025-07-15 20:26:59,550][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:27:04,551][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:27:07,681][WARNING][PID:1211895] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-15 20:27:09,552][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:27:14,555][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:27:17,681][ INFO][PID:1211895] Downloading the builder-live.log file, attempt 4 [2025-07-15 20:27:17,683][ INFO][PID:1211895] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@18.234.186.2 copr-rpmbuild-log [2025-07-15 20:27:19,557][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:27:24,559][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:27:29,573][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:27:34,579][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:27:39,580][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:27:44,581][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:27:49,582][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:27:54,583][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:27:59,584][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:28:04,586][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:28:09,587][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:28:14,590][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:28:17,751][ ERROR][PID:1211895] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-15 20:28:19,597][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:28:24,601][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:28:27,770][ ERROR][PID:1211895] Giving up for unstable SSH, failures: 1752611067.4571922, 1752611147.5974772, 1752611227.681053, 1752611307.7708216 [2025-07-15 20:28:27,771][ ERROR][PID:1211895] Re-try request for task on 'ResallocHost, ticket_id=3943247, hostname=18.234.186.2, name=aws_x86_64_spot_prod_05433700_20250715_195546, requested_tags=['copr_builder', 'arch_x86_64']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-07-15 20:28:27,772][ INFO][PID:1211895] Releasing VM back to pool [2025-07-15 20:28:29,321][ INFO][PID:1211895] Retry #2 (on other host) [2025-07-15 20:28:29,397][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:28:29,398][ INFO][PID:1211895] VM allocation process starts [2025-07-15 20:28:29,413][ INFO][PID:1211895] Trying to allocate VM: ResallocHost, ticket_id=3944651, requested_tags=['copr_builder', 'arch_x86_64'] [2025-07-15 20:28:32,428][ INFO][PID:1211895] Allocated host ResallocHost, ticket_id=3944651, hostname=52.91.23.154, name=aws_x86_64_spot_prod_05434545_20250715_202258, requested_tags=['copr_builder', 'arch_x86_64'] [2025-07-15 20:28:32,429][ INFO][PID:1211895] Allocating ssh connection to builder [2025-07-15 20:28:32,429][ INFO][PID:1211895] Checking that builder machine is OK [2025-07-15 20:28:32,851][ INFO][PID:1211895] Running remote command: copr-builder-ready centos-stream+epel-next-9-x86_64 [2025-07-15 20:28:33,051][ INFO][PID:1211895] Red Hat subscription not needed for centos-stream+epel-next-9-x86_64 Builder is ready to be used [2025-07-15 20:28:33,051][ INFO][PID:1211895] Filling build.info file with builder info [2025-07-15 20:28:33,077][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:28:33,078][ INFO][PID:1211895] Not re-notifying FE and msg buses for the new host. [2025-07-15 20:28:33,079][ INFO][PID:1211895] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9276739-centos-stream+epel-next-9-x86_64 --chroot centos-stream+epel-next-9-x86_64 --detached [2025-07-15 20:28:33,414][ INFO][PID:1211895] Downloading the builder-live.log file, attempt 1 [2025-07-15 20:28:33,415][ INFO][PID:1211895] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@52.91.23.154 copr-rpmbuild-log [2025-07-15 20:28:38,415][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:28:43,416][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:28:48,417][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:28:53,418][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:28:58,419][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:29:03,421][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:29:08,422][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:29:13,423][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:29:18,424][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:29:23,428][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:29:28,431][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:29:33,432][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:29:38,434][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:29:43,435][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:29:48,436][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:29:53,437][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:29:58,438][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:30:03,439][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:30:08,441][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:30:13,442][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:30:18,443][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:30:23,448][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:30:28,456][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:30:33,458][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:30:38,459][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:30:43,460][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:30:48,461][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:30:53,462][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:30:58,463][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:31:03,465][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:31:08,468][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:31:13,472][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:31:18,474][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:31:23,475][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:31:28,476][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:31:33,477][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:31:38,478][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:31:43,480][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:31:48,481][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:31:53,483][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:31:58,484][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:32:03,485][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:32:08,486][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:32:13,487][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:32:18,492][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:32:23,493][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:32:28,494][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:32:33,495][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:32:38,497][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:32:43,498][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:32:48,499][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:32:53,500][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:32:58,502][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:33:03,503][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:33:08,504][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:33:13,506][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:33:18,507][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:33:23,508][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:33:28,509][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:33:33,510][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:33:38,511][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:33:43,512][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:33:48,514][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:33:53,515][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:33:58,516][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:34:03,517][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:34:08,518][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:34:13,520][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:34:18,521][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:34:23,522][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:34:28,524][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:34:33,525][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:34:38,526][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:34:43,527][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:34:48,528][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:34:53,529][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:34:58,531][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:35:03,532][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:35:08,533][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:35:13,534][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:35:18,535][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:35:23,538][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:35:28,539][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:35:33,540][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:35:38,542][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:35:43,544][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:35:48,545][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:35:53,546][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:35:58,547][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:36:03,548][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:36:08,550][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:36:13,552][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:36:18,553][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:36:23,554][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:36:28,555][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:36:33,556][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:36:38,557][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:36:43,558][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:36:48,560][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:36:53,561][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:36:58,562][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:37:03,571][ INFO][PID:1211895] Periodic builder liveness probe: alive [2025-07-15 20:37:03,572][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:37:08,573][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:37:13,574][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:37:18,575][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:37:23,576][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:37:28,577][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:37:33,578][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:37:38,580][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:37:43,581][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:37:48,582][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:37:53,583][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:37:58,584][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:38:03,585][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:38:08,587][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:38:13,588][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:38:18,589][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:38:23,590][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:38:28,591][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:38:33,592][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:38:38,593][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:38:43,594][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:38:48,598][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:38:53,600][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:38:58,601][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:39:03,603][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:39:08,604][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:39:13,605][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:39:18,606][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:39:23,607][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:39:28,608][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:39:33,610][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:39:38,611][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:39:43,612][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:39:48,614][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:39:53,615][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:39:58,616][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:40:03,617][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:40:08,618][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:40:13,619][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:40:18,620][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:40:23,621][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:40:28,622][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:40:33,623][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:40:38,624][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:40:43,625][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:40:48,626][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:40:53,627][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:40:58,629][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:41:03,631][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:41:08,632][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:41:13,632][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:41:18,633][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:41:23,635][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:41:28,636][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:41:33,637][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:41:38,638][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:41:43,639][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:41:48,640][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:41:53,641][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:41:58,643][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:42:03,646][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:42:08,648][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:42:13,650][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:42:18,651][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:42:23,652][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:42:28,654][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:42:33,655][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:42:38,656][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:42:43,657][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:42:48,659][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:42:53,660][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:42:58,661][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:43:03,665][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:43:08,668][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:43:13,669][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:43:18,670][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:43:20,085][ ERROR][PID:1211895] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-15 20:43:23,671][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:43:28,672][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:43:30,104][WARNING][PID:1211895] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-15 20:43:33,680][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:43:38,681][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:43:40,105][ INFO][PID:1211895] Downloading the builder-live.log file, attempt 2 [2025-07-15 20:43:40,119][ INFO][PID:1211895] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@52.91.23.154 copr-rpmbuild-log [2025-07-15 20:43:43,682][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:43:48,684][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:43:53,685][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:43:58,686][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:44:03,688][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:44:08,689][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:44:13,690][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:44:18,691][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:44:23,692][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:44:28,694][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:44:33,697][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:44:38,698][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:44:40,185][ ERROR][PID:1211895] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-15 20:44:43,700][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:44:48,701][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:44:50,211][WARNING][PID:1211895] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-15 20:44:53,702][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:44:58,704][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:45:00,213][ INFO][PID:1211895] Downloading the builder-live.log file, attempt 3 [2025-07-15 20:45:00,214][ INFO][PID:1211895] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@52.91.23.154 copr-rpmbuild-log [2025-07-15 20:45:03,705][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:45:08,706][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:45:13,707][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:45:18,708][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:45:23,710][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:45:28,711][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:45:33,712][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:45:38,731][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:45:43,742][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:45:48,744][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:45:53,745][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:45:58,746][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:46:00,284][ ERROR][PID:1211895] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-15 20:46:03,747][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:46:08,748][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:46:10,287][WARNING][PID:1211895] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-15 20:46:13,750][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:46:18,751][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:46:20,288][ INFO][PID:1211895] Downloading the builder-live.log file, attempt 4 [2025-07-15 20:46:20,290][ INFO][PID:1211895] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@52.91.23.154 copr-rpmbuild-log [2025-07-15 20:46:23,752][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:46:28,754][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:46:33,755][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:46:38,757][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:46:43,758][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:46:48,760][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:46:53,761][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:46:58,762][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:47:03,772][ INFO][PID:1211895] Periodic builder liveness probe: alive [2025-07-15 20:47:03,773][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:47:08,774][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:47:13,775][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:47:18,776][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:47:20,362][ ERROR][PID:1211895] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-15 20:47:23,777][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:47:28,778][ INFO][PID:1211895] Checking for cancel request [2025-07-15 20:47:30,368][ ERROR][PID:1211895] Giving up for unstable SSH, failures: 1752612210.104725, 1752612290.21167, 1752612370.287782, 1752612450.3686612 [2025-07-15 20:47:30,370][ ERROR][PID:1211895] Re-try request for task on 'ResallocHost, ticket_id=3944651, hostname=52.91.23.154, name=aws_x86_64_spot_prod_05434545_20250715_202258, requested_tags=['copr_builder', 'arch_x86_64']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-07-15 20:47:30,372][ INFO][PID:1211895] Releasing VM back to pool [2025-07-15 20:47:30,401][ ERROR][PID:1211895] Backend process error: Three host tried without success: {'52.91.23.154', '18.234.186.2', '54.165.215.110'} [2025-07-15 20:47:30,407][WARNING][PID:1211895] Switching not-finished job state to 'failed' [2025-07-15 20:47:30,407][ INFO][PID:1211895] Worker failed build, took 1137.3286337852478 [2025-07-15 20:47:30,443][ INFO][PID:1211895] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "sergiomb", "project_name": "vboxfor23", "project_dirname": "vboxfor23", "submitter": "sergiomb", "ended_on": 1752612450.407067, "started_on": 1752611313.0784333, "submitted_on": null, "status": 0, "chroot": "centos-stream+epel-next-9-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "9276739-centos-stream+epel-next-9-x86_64", "build_id": 9276739, "package_name": "VirtualBox", "package_version": "7.1.10-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/sergiomb/vboxfor23/VirtualBox", "git_hash": "71112cf622c15901566de7f3cc45ceb6a2d5fb51", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "sergiomb/vboxfor23--sergiomb", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/sergiomb/vboxfor23/centos-stream+epel-next-9-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "bootstrap": "on", "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/sergiomb/vboxfor23", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/sergiomb/vboxfor23", "result_dir": "09276739-VirtualBox", "built_packages": "", "id": 9276739, "mockchain_macros": { "copr_username": "sergiomb", "copr_projectname": "vboxfor23", "vendor": "Fedora Project COPR (sergiomb/vboxfor23)" } } ] } [2025-07-15 20:47:31,152][ INFO][PID:1211895] Sending fedora-messaging bus message in build.end [2025-07-15 20:47:31,328][ INFO][PID:1211895] Compressing /var/lib/copr/public_html/results/sergiomb/vboxfor23/centos-stream+epel-next-9-x86_64/09276739-VirtualBox/builder-live.log by gzip [2025-07-15 20:47:31,337][ INFO][PID:1211895] Running command 'gzip /var/lib/copr/public_html/results/sergiomb/vboxfor23/centos-stream+epel-next-9-x86_64/09276739-VirtualBox/builder-live.log' as PID 1659475 [2025-07-15 20:47:31,367][ INFO][PID:1211895] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/sergiomb/vboxfor23/centos-stream+epel-next-9-x86_64/09276739-VirtualBox/builder-live.log) [2025-07-15 20:47:31,370][ INFO][PID:1211895] Compressing /var/lib/copr/public_html/results/sergiomb/vboxfor23/centos-stream+epel-next-9-x86_64/09276739-VirtualBox/backend.log by gzip [2025-07-15 20:47:31,372][ INFO][PID:1211895] Running command 'gzip /var/lib/copr/public_html/results/sergiomb/vboxfor23/centos-stream+epel-next-9-x86_64/09276739-VirtualBox/backend.log' as PID 1659480