[2025-08-25 15:21:08,229][ INFO][PID:2210984] Marking build as starting [2025-08-25 15:21:08,274][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:21:08,276][ INFO][PID:2210984] VM allocation process starts [2025-08-25 15:21:08,326][ INFO][PID:2210984] Trying to allocate VM: ResallocHost, ticket_id=4709794, requested_tags=['copr_builder', 'arch_x86_64'] [2025-08-25 15:21:13,330][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:21:18,331][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:21:23,335][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:21:28,337][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:21:33,339][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:21:38,344][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:21:43,345][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:21:48,346][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:21:53,347][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:21:58,348][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:22:03,350][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:22:08,351][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:22:13,354][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:22:18,358][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:22:23,359][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:22:28,360][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:22:33,361][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:22:38,362][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:22:43,366][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:22:48,367][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:22:53,369][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:22:56,488][ INFO][PID:2210984] Allocated host ResallocHost, ticket_id=4709794, hostname=34.204.17.200, name=aws_x86_64_spot_prod_06414499_20250825_152115, requested_tags=['copr_builder', 'arch_x86_64'] [2025-08-25 15:22:56,489][ INFO][PID:2210984] Allocating ssh connection to builder [2025-08-25 15:22:56,489][ INFO][PID:2210984] Checking that builder machine is OK [2025-08-25 15:22:56,995][ INFO][PID:2210984] Running remote command: copr-builder-ready fedora-rawhide-x86_64 [2025-08-25 15:22:57,210][ INFO][PID:2210984] Red Hat subscription not needed for fedora-rawhide-x86_64 Builder is ready to be used [2025-08-25 15:22:57,211][ INFO][PID:2210984] Filling build.info file with builder info [2025-08-25 15:22:57,212][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:22:57,213][ INFO][PID:2210984] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "krouma", "project_name": "kubernetes", "project_dirname": "kubernetes", "submitter": "krouma", "ended_on": null, "started_on": 1756135377.2129164, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "9479620-fedora-rawhide-x86_64", "build_id": 9479620, "package_name": "chectl", "package_version": "7.108.0-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/krouma/kubernetes/chectl", "git_hash": "794706785ba21ab005c157c397c9fbe618441fa5", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "krouma/kubernetes--krouma", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/krouma/kubernetes/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": true, "isolation": "default", "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/krouma/kubernetes", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/krouma/kubernetes", "result_dir": "09479620-chectl", "built_packages": "", "id": 9479620, "mockchain_macros": { "copr_username": "krouma", "copr_projectname": "kubernetes", "vendor": "Fedora Project COPR (krouma/kubernetes)" } } ] } [2025-08-25 15:22:57,252][ INFO][PID:2210984] Sending fedora-messaging bus message in build.start [2025-08-25 15:22:58,062][ INFO][PID:2210984] Sending fedora-messaging bus message in chroot.start [2025-08-25 15:22:58,089][ INFO][PID:2210984] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9479620-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2025-08-25 15:22:58,424][ INFO][PID:2210984] Downloading the builder-live.log file, attempt 1 [2025-08-25 15:22:58,425][ INFO][PID:2210984] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.204.17.200 copr-rpmbuild-log [2025-08-25 15:23:03,432][ INFO][PID:2210984] Periodic builder liveness probe: alive [2025-08-25 15:23:03,433][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:23:08,434][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:23:13,435][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:23:18,437][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:23:23,439][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:23:28,444][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:23:33,445][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:23:38,447][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:23:43,449][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:23:48,450][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:23:53,454][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:23:58,455][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:24:03,457][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:24:08,459][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:24:13,464][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:24:18,465][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:24:23,469][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:24:28,473][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:24:33,474][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:24:38,476][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:24:43,477][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:24:48,478][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:24:53,480][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:24:58,482][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:25:03,484][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:25:08,485][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:25:13,490][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:25:18,492][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:25:23,493][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:25:28,496][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:25:33,498][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:25:38,501][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:25:43,502][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:25:48,508][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:25:53,511][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:25:58,512][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:26:03,513][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:26:08,515][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:26:13,517][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:26:18,519][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:26:23,521][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:26:28,524][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:26:33,527][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:26:38,529][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:26:43,530][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:26:48,531][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:26:53,533][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:26:58,537][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:27:03,545][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:27:08,550][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:27:13,551][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:27:18,555][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:27:23,556][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:27:28,558][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:27:33,559][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:27:38,561][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:27:43,563][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:27:48,565][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:27:53,567][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:27:58,568][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:28:03,569][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:28:08,570][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:28:13,571][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:28:18,573][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:28:23,575][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:28:28,578][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:28:33,581][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:28:38,583][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:28:43,584][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:28:48,585][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:28:53,586][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:28:58,589][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:29:03,591][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:29:08,592][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:29:13,593][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:29:18,594][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:29:23,596][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:29:28,599][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:29:33,601][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:29:38,602][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:29:43,603][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:29:48,605][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:29:53,607][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:29:58,613][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:30:03,614][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:30:08,615][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:30:13,617][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:30:18,618][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:30:23,619][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:30:28,621][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:30:33,622][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:30:38,624][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:30:43,626][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:30:48,633][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:30:53,634][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:30:58,637][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:31:03,638][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:31:08,640][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:31:13,642][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:31:18,643][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:31:23,645][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:31:28,647][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:31:33,649][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:31:38,653][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:31:43,656][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:31:48,657][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:31:53,658][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:31:58,660][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:32:03,663][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:32:08,665][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:32:13,666][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:32:18,668][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:32:23,671][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:32:28,673][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:32:33,677][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:32:38,678][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:32:43,679][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:32:48,682][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:32:53,684][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:32:58,685][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:33:03,694][ INFO][PID:2210984] Periodic builder liveness probe: alive [2025-08-25 15:33:03,696][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:33:08,697][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:33:13,698][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:33:18,699][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:33:23,700][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:33:28,702][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:33:33,705][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:33:38,706][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:33:43,707][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:33:48,708][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:33:53,710][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:33:58,711][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:34:03,712][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:34:08,713][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:34:13,714][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:34:14,188][ ERROR][PID:2210984] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-25 15:34:18,715][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:34:23,716][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:34:24,189][WARNING][PID:2210984] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-25 15:34:28,717][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:34:33,722][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:34:34,190][ INFO][PID:2210984] Downloading the builder-live.log file, attempt 2 [2025-08-25 15:34:34,192][ INFO][PID:2210984] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.204.17.200 copr-rpmbuild-log [2025-08-25 15:34:38,724][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:34:43,725][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:34:48,727][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:34:53,728][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:34:58,733][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:35:03,735][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:35:08,736][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:35:13,737][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:35:18,738][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:35:23,740][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:35:28,747][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:35:33,749][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:35:34,261][ ERROR][PID:2210984] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-25 15:35:38,750][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:35:43,751][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:35:44,264][WARNING][PID:2210984] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-25 15:35:48,753][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:35:53,754][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:35:54,264][ INFO][PID:2210984] Downloading the builder-live.log file, attempt 3 [2025-08-25 15:35:54,266][ INFO][PID:2210984] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.204.17.200 copr-rpmbuild-log [2025-08-25 15:35:58,756][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:36:03,757][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:36:08,758][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:36:13,759][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:36:18,761][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:36:23,762][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:36:28,766][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:36:33,767][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:36:38,768][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:36:43,769][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:36:48,770][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:36:53,772][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:36:54,335][ ERROR][PID:2210984] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-25 15:36:58,773][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:37:03,774][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:37:04,338][WARNING][PID:2210984] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-25 15:37:08,776][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:37:13,777][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:37:14,339][ INFO][PID:2210984] Downloading the builder-live.log file, attempt 4 [2025-08-25 15:37:14,340][ INFO][PID:2210984] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.204.17.200 copr-rpmbuild-log [2025-08-25 15:37:18,778][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:37:23,783][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:37:28,798][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:37:33,799][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:37:38,801][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:37:43,802][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:37:48,803][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:37:53,805][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:37:58,806][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:38:03,807][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:38:08,808][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:38:13,810][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:38:14,409][ ERROR][PID:2210984] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-25 15:38:18,811][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:38:23,812][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:38:24,412][ ERROR][PID:2210984] Giving up for unstable SSH, failures: 1756136064.189614, 1756136144.2640595, 1756136224.3384101, 1756136304.4127455 [2025-08-25 15:38:24,413][ ERROR][PID:2210984] Re-try request for task on 'ResallocHost, ticket_id=4709794, hostname=34.204.17.200, name=aws_x86_64_spot_prod_06414499_20250825_152115, requested_tags=['copr_builder', 'arch_x86_64']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-08-25 15:38:24,414][ INFO][PID:2210984] Releasing VM back to pool [2025-08-25 15:38:24,424][ INFO][PID:2210984] Retry #1 (on other host) [2025-08-25 15:38:24,425][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:38:24,426][ INFO][PID:2210984] VM allocation process starts [2025-08-25 15:38:24,437][ INFO][PID:2210984] Trying to allocate VM: ResallocHost, ticket_id=4710209, requested_tags=['copr_builder', 'arch_x86_64'] [2025-08-25 15:38:29,438][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:38:34,439][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:38:39,441][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:38:44,442][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:38:49,443][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:38:54,444][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:38:59,446][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:39:04,447][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:39:09,448][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:39:12,514][ INFO][PID:2210984] Allocated host ResallocHost, ticket_id=4710209, hostname=54.174.199.110, name=aws_x86_64_spot_prod_06414969_20250825_153754, requested_tags=['copr_builder', 'arch_x86_64'] [2025-08-25 15:39:12,515][ INFO][PID:2210984] Allocating ssh connection to builder [2025-08-25 15:39:12,516][ INFO][PID:2210984] Checking that builder machine is OK [2025-08-25 15:39:12,945][ INFO][PID:2210984] Running remote command: copr-builder-ready fedora-rawhide-x86_64 [2025-08-25 15:39:13,195][ INFO][PID:2210984] Red Hat subscription not needed for fedora-rawhide-x86_64 Builder is ready to be used [2025-08-25 15:39:13,195][ INFO][PID:2210984] Filling build.info file with builder info [2025-08-25 15:39:13,197][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:39:13,197][ INFO][PID:2210984] Not re-notifying FE and msg buses for the new host. [2025-08-25 15:39:13,198][ INFO][PID:2210984] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9479620-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2025-08-25 15:39:13,565][ INFO][PID:2210984] Downloading the builder-live.log file, attempt 1 [2025-08-25 15:39:13,570][ INFO][PID:2210984] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.174.199.110 copr-rpmbuild-log [2025-08-25 15:39:18,565][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:39:23,567][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:39:28,571][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:39:33,572][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:39:38,573][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:39:43,574][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:39:48,575][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:39:53,579][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:39:58,580][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:40:03,581][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:40:08,585][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:40:13,586][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:40:18,589][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:40:23,592][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:40:28,593][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:40:33,595][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:40:38,598][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:40:43,600][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:40:48,602][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:40:53,603][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:40:58,604][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:41:03,605][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:41:08,606][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:41:13,609][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:41:18,610][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:41:23,611][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:41:28,612][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:41:33,613][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:41:38,614][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:41:43,616][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:41:48,620][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:41:53,621][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:41:58,628][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:42:03,631][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:42:08,632][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:42:13,633][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:42:18,635][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:42:23,636][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:42:28,638][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:42:33,639][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:42:38,642][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:42:43,644][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:42:48,646][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:42:53,647][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:42:58,648][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:43:03,650][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:43:08,663][ INFO][PID:2210984] Periodic builder liveness probe: alive [2025-08-25 15:43:08,665][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:43:13,666][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:43:18,669][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:43:23,670][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:43:28,674][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:43:33,675][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:43:38,680][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:43:43,682][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:43:48,686][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:43:53,687][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:43:58,689][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:44:03,691][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:44:08,692][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:44:13,693][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:44:18,697][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:44:23,699][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:44:28,700][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:44:33,701][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:44:38,702][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:44:43,709][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:44:48,710][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:44:53,711][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:44:58,713][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:45:03,714][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:45:08,718][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:45:13,719][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:45:18,721][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:45:23,725][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:45:28,726][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:45:33,727][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:45:38,728][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:45:43,730][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:45:48,731][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:45:53,732][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:45:58,733][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:46:03,734][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:46:08,737][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:46:13,738][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:46:18,739][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:46:23,740][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:46:28,742][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:46:33,743][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:46:38,744][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:46:43,746][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:46:48,747][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:46:53,748][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:46:58,749][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:47:03,750][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:47:08,751][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:47:13,752][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:47:18,753][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:47:23,754][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:47:28,755][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:47:33,757][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:47:38,758][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:47:43,759][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:47:48,760][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:47:53,761][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:47:58,762][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:48:03,763][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:48:08,765][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:48:13,766][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:48:18,767][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:48:23,769][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:48:28,772][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:48:33,774][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:48:38,775][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:48:43,777][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:48:48,786][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:48:53,794][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:48:58,803][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:49:03,805][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:49:08,810][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:49:13,811][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:49:18,813][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:49:23,815][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:49:28,816][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:49:33,820][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:49:38,826][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:49:43,828][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:49:48,830][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:49:53,832][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:49:58,833][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:50:03,836][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:50:08,837][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:50:13,842][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:50:18,846][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:50:23,847][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:50:28,854][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:50:33,858][ INFO][PID:2210984] Checking for cancel request [2025-08-25 15:50:33,894][ INFO][PID:2210984] Downloading results from builder [2025-08-25 15:50:33,895][ INFO][PID:2210984] rsyncing of mockbuilder@54.174.199.110:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/krouma/kubernetes/fedora-rawhide-x86_64/09479620-chectl started [2025-08-25 15:50:33,896][ INFO][PID:2210984] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@54.174.199.110:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/krouma/kubernetes/fedora-rawhide-x86_64/09479620-chectl/ &> /var/lib/copr/public_html/results/krouma/kubernetes/fedora-rawhide-x86_64/09479620-chectl/build-09479620.rsync.log [2025-08-25 15:50:35,159][ INFO][PID:2210984] rsyncing finished. [2025-08-25 15:50:35,161][ INFO][PID:2210984] Releasing VM back to pool [2025-08-25 15:50:35,180][ INFO][PID:2210984] Searching for 'success' file in resultdir [2025-08-25 15:50:35,181][ INFO][PID:2210984] Going to sign pkgs from source: 9479620-fedora-rawhide-x86_64 in chroot: /var/lib/copr/public_html/results/krouma/kubernetes/fedora-rawhide-x86_64 [2025-08-25 15:50:35,182][ INFO][PID:2210984] Calling '/bin/sign -u krouma#kubernetes@copr.fedorahosted.org -p' (attempt #1) [2025-08-25 15:50:35,523][ INFO][PID:2210984] Calling '/bin/sign -4 -h sha256 -u krouma#kubernetes@copr.fedorahosted.org -r /var/lib/copr/public_html/results/krouma/kubernetes/fedora-rawhide-x86_64/09479620-chectl/chectl-7.108.0-1.fc44.x86_64.rpm' (attempt #1) [2025-08-25 15:50:37,271][ INFO][PID:2210984] signed rpm: /var/lib/copr/public_html/results/krouma/kubernetes/fedora-rawhide-x86_64/09479620-chectl/chectl-7.108.0-1.fc44.x86_64.rpm [2025-08-25 15:50:37,271][ INFO][PID:2210984] Calling '/bin/sign -4 -h sha256 -u krouma#kubernetes@copr.fedorahosted.org -r /var/lib/copr/public_html/results/krouma/kubernetes/fedora-rawhide-x86_64/09479620-chectl/chectl-7.108.0-1.fc44.src.rpm' (attempt #1) [2025-08-25 15:50:38,179][ INFO][PID:2210984] signed rpm: /var/lib/copr/public_html/results/krouma/kubernetes/fedora-rawhide-x86_64/09479620-chectl/chectl-7.108.0-1.fc44.src.rpm [2025-08-25 15:50:38,180][ INFO][PID:2210984] Sign done [2025-08-25 15:50:38,180][ INFO][PID:2210984] Incremental createrepo run, adding 09479620-chectl into https://download.copr.fedorainfracloud.org/results/krouma/kubernetes/fedora-rawhide-x86_64, (auto-create-repo=True) [2025-08-25 15:50:38,181][ INFO][PID:2210984] Running command 'copr-repo --batched /var/lib/copr/public_html/results/krouma/kubernetes/fedora-rawhide-x86_64 --add 09479620-chectl --no-appstream-metadata' as PID 2454629 [2025-08-25 15:50:40,087][ INFO][PID:2210984] Finished after 1 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/krouma/kubernetes/fedora-rawhide-x86_64 --add 09479620-chectl --no-appstream-metadata) [2025-08-25 15:50:40,088][ INFO][PID:2210984] Getting build details [2025-08-25 15:50:40,088][ INFO][PID:2210984] Listing built binary packages in /var/lib/copr/public_html/results/krouma/kubernetes/fedora-rawhide-x86_64/09479620-chectl [2025-08-25 15:50:40,089][ INFO][PID:2210984] Built packages: ['chectl 7.108.0'] [2025-08-25 15:50:40,090][ INFO][PID:2210984] build details: {'built_packages': 'chectl 7.108.0'} [2025-08-25 15:50:40,091][ INFO][PID:2210984] Retrieving pubkey [2025-08-25 15:50:40,091][ INFO][PID:2210984] Calling '/bin/sign -u krouma#kubernetes@copr.fedorahosted.org -p' (attempt #1) [2025-08-25 15:50:40,437][ INFO][PID:2210984] Added pubkey for user krouma project kubernetes into: /var/lib/copr/public_html/results/krouma/kubernetes/pubkey.gpg [2025-08-25 15:50:40,440][ INFO][PID:2210984] Finished build: id=9479620 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/krouma/kubernetes chroot=fedora-rawhide-x86_64 [2025-08-25 15:50:40,445][ INFO][PID:2210984] Worker succeeded build, took 687.2474598884583 [2025-08-25 15:50:40,446][ INFO][PID:2210984] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "krouma", "project_name": "kubernetes", "project_dirname": "kubernetes", "submitter": "krouma", "ended_on": 1756137040.4452562, "started_on": 1756136353.1977963, "submitted_on": null, "status": 1, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "9479620-fedora-rawhide-x86_64", "build_id": 9479620, "package_name": "chectl", "package_version": "7.108.0-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/krouma/kubernetes/chectl", "git_hash": "794706785ba21ab005c157c397c9fbe618441fa5", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "krouma/kubernetes--krouma", "results": { "packages": [ { "name": "chectl", "epoch": null, "version": "7.108.0", "release": "1.fc44", "arch": "src" }, { "name": "chectl", "epoch": null, "version": "7.108.0", "release": "1.fc44", "arch": "x86_64" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/krouma/kubernetes/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": true, "isolation": "default", "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/krouma/kubernetes", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/krouma/kubernetes", "result_dir": "09479620-chectl", "built_packages": "chectl 7.108.0", "id": 9479620, "mockchain_macros": { "copr_username": "krouma", "copr_projectname": "kubernetes", "vendor": "Fedora Project COPR (krouma/kubernetes)" } } ] } [2025-08-25 15:50:40,528][ INFO][PID:2210984] Sending fedora-messaging bus message in build.end [2025-08-25 15:50:40,567][ INFO][PID:2210984] Compressing /var/lib/copr/public_html/results/krouma/kubernetes/fedora-rawhide-x86_64/09479620-chectl/builder-live.log by gzip [2025-08-25 15:50:40,568][ INFO][PID:2210984] Running command 'gzip /var/lib/copr/public_html/results/krouma/kubernetes/fedora-rawhide-x86_64/09479620-chectl/builder-live.log' as PID 2455002 [2025-08-25 15:50:40,585][ INFO][PID:2210984] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/krouma/kubernetes/fedora-rawhide-x86_64/09479620-chectl/builder-live.log) [2025-08-25 15:50:40,586][ INFO][PID:2210984] Compressing /var/lib/copr/public_html/results/krouma/kubernetes/fedora-rawhide-x86_64/09479620-chectl/backend.log by gzip