[2026-01-20 14:02:51,333][ INFO][PID:932022] Marking build as starting [2026-01-20 14:02:51,389][ INFO][PID:932022] Checking that /var/lib/copr/public_html/results/mtasaka/ugene-nightly/fedora-rawhide-x86_64/repodata/repomd.xml exists [2026-01-20 14:02:51,508][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:02:51,509][ INFO][PID:932022] VM allocation process starts [2026-01-20 14:02:51,518][ INFO][PID:932022] Trying to allocate VM: ResallocHost, ticket_id=932746, requested_tags=['copr_builder', 'arch_x86_64'] [2026-01-20 14:02:54,533][ INFO][PID:932022] Allocated host ResallocHost, ticket_id=932746, hostname=3.87.7.159, name=aws_x86_64_spot_prod_01418683_20260120_135911, requested_tags=['copr_builder', 'arch_x86_64'] [2026-01-20 14:02:54,534][ INFO][PID:932022] Allocating ssh connection to builder [2026-01-20 14:02:54,534][ INFO][PID:932022] Checking that builder machine is OK [2026-01-20 14:02:54,859][ INFO][PID:932022] Running remote command: copr-builder-ready fedora-rawhide-x86_64 [2026-01-20 14:02:55,075][ INFO][PID:932022] Red Hat subscription not needed for fedora-rawhide-x86_64 Builder is ready to be used [2026-01-20 14:02:55,077][ INFO][PID:932022] Filling build.info file with builder info [2026-01-20 14:02:55,081][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:02:55,082][ INFO][PID:932022] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "mtasaka", "project_name": "ugene-nightly", "project_dirname": "ugene-nightly", "submitter": "mtasaka", "ended_on": null, "started_on": 1768917775.0824404, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "10038794-fedora-rawhide-x86_64", "build_id": 10038794, "package_name": "ugene", "package_version": "53.0^20260120git2543104-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/mtasaka/ugene-nightly/ugene", "git_hash": "86fcbd19f5a9d8b960a3a9c5269071095f266863", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "mtasaka/ugene-nightly--mtasaka", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/mtasaka/ugene-nightly/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/mtasaka/ugene-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/mtasaka/ugene-nightly", "result_dir": "10038794-ugene", "built_packages": "", "id": 10038794, "mockchain_macros": { "copr_username": "mtasaka", "copr_projectname": "ugene-nightly", "vendor": "Fedora Project COPR (mtasaka/ugene-nightly)" } } ] } [2026-01-20 14:02:55,157][ INFO][PID:932022] Sending fedora-messaging bus message in build.start [2026-01-20 14:02:55,914][ INFO][PID:932022] Sending fedora-messaging bus message in chroot.start [2026-01-20 14:02:55,954][ INFO][PID:932022] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10038794-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2026-01-20 14:02:56,276][ INFO][PID:932022] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '3.87.7.159' (ED25519) to the list of known hosts. [2026-01-20 14:02:56,277][ INFO][PID:932022] Downloading the builder-live.log file, attempt 1 [2026-01-20 14:02:56,279][ INFO][PID:932022] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.87.7.159 copr-rpmbuild-log [2026-01-20 14:03:01,285][ INFO][PID:932022] Periodic builder liveness probe: alive [2026-01-20 14:03:01,285][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:03:06,287][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:03:11,289][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:03:16,290][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:03:21,291][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:03:26,292][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:03:31,293][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:03:36,294][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:03:41,309][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:03:46,310][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:03:51,311][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:03:56,312][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:04:01,314][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:04:06,347][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:04:11,348][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:04:16,349][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:04:21,353][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:04:26,355][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:04:31,355][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:04:36,356][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:04:41,357][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:04:46,358][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:04:51,359][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:04:56,360][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:05:01,361][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:05:06,362][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:05:11,363][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:05:16,364][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:05:21,367][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:05:26,369][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:05:31,370][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:05:36,371][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:05:41,372][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:05:46,373][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:05:51,374][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:05:56,375][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:06:01,376][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:06:06,384][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:06:11,385][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:06:16,386][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:06:21,387][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:06:26,388][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:06:31,395][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:06:36,399][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:06:41,400][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:06:46,401][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:06:51,402][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:06:56,403][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:07:01,405][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:07:06,406][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:07:11,407][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:07:16,408][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:07:21,410][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:07:26,411][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:07:31,412][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:07:36,413][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:07:41,414][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:07:46,415][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:07:51,416][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:07:56,419][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:08:01,420][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:08:06,422][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:08:11,423][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:08:16,424][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:08:21,428][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:08:26,440][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:08:31,442][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:08:36,445][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:08:41,446][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:08:46,447][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:08:51,455][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:08:56,460][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:09:01,466][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:09:06,470][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:09:11,472][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:09:16,477][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:09:21,480][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:09:26,482][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:09:31,484][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:09:36,491][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:09:41,492][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:09:46,495][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:09:51,499][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:09:56,500][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:10:01,501][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:10:06,502][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:10:11,505][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:10:16,506][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:10:21,507][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:10:26,508][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:10:31,510][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:10:36,511][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:10:41,512][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:10:46,513][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:10:51,514][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:10:56,515][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:11:01,516][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:11:06,517][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:11:11,518][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:11:16,521][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:11:21,522][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:11:26,523][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:11:31,524][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:11:36,527][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:11:41,528][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:11:46,529][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:11:51,542][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:11:56,543][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:12:01,544][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:12:06,545][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:12:11,547][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:12:16,548][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:12:21,552][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:12:26,553][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:12:31,556][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:12:36,558][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:12:41,562][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:12:46,563][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:12:51,565][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:12:56,567][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:13:01,594][ INFO][PID:932022] Periodic builder liveness probe: alive [2026-01-20 14:13:01,597][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:13:06,599][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:13:11,602][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:13:16,603][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:13:21,604][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:13:26,605][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:13:31,607][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:13:36,609][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:13:41,635][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:13:46,640][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:13:51,642][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:13:56,643][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:14:01,644][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:14:06,645][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:14:11,647][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:14:16,648][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:14:21,653][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:14:26,654][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:14:31,656][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:14:36,657][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:14:41,661][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:14:46,662][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:14:51,667][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:14:56,673][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:15:01,679][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:15:06,683][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:15:11,688][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:15:16,690][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:15:21,692][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:15:26,694][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:15:31,701][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:15:36,705][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:15:41,706][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:15:46,708][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:15:51,709][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:15:56,711][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:16:01,714][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:16:06,716][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:16:11,717][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:16:16,718][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:16:21,719][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:16:26,720][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:16:31,722][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:16:36,724][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:16:41,729][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:16:46,732][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:16:51,733][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:16:56,734][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:17:01,735][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:17:06,737][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:17:11,739][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:17:16,740][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:17:21,747][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:17:26,758][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:17:31,759][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:17:36,760][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:17:41,762][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:17:46,766][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:17:51,767][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:17:56,768][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:18:01,769][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:18:06,771][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:18:11,772][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:18:16,773][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:18:21,774][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:18:27,040][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:18:32,081][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:18:37,086][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:18:42,087][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:18:47,089][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:18:52,092][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:18:57,094][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:19:02,096][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:19:07,097][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:19:12,098][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:19:17,099][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:19:22,101][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:19:27,102][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:19:32,105][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:19:37,108][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:19:42,110][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:19:47,111][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:19:52,112][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:19:57,113][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:20:02,114][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:20:07,121][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:20:12,127][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:20:17,138][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:20:22,151][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:20:27,157][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:20:32,159][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:20:37,160][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:20:42,164][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:20:47,168][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:20:52,185][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:20:57,189][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:21:02,193][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:21:07,205][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:21:12,217][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:21:17,219][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:21:22,220][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:21:27,225][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:21:32,228][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:21:37,233][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:21:42,236][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:21:47,244][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:21:52,250][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:21:57,255][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:22:02,262][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:22:07,275][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:22:12,280][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:22:17,286][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:22:22,294][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:22:27,302][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:22:32,310][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:22:37,311][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:22:42,316][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:22:47,317][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:22:52,323][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:22:57,337][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:23:02,409][ INFO][PID:932022] Periodic builder liveness probe: alive [2026-01-20 14:23:02,412][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:23:07,414][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:23:12,422][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:23:17,437][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:23:22,456][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:23:27,489][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:23:32,500][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:23:37,513][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:23:42,528][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:23:47,536][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:23:52,540][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:23:57,543][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:24:02,574][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:24:07,582][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:24:12,583][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:24:17,584][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:24:22,586][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:24:27,596][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:24:32,597][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:24:37,598][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:24:42,603][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:24:47,604][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:24:52,610][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:24:57,657][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:25:02,671][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:25:07,672][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:25:12,676][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:25:17,686][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:25:22,690][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:25:27,694][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:25:32,711][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:25:37,712][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:25:42,715][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:25:47,717][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:25:52,726][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:25:57,728][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:26:02,731][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:26:07,732][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:26:12,742][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:26:17,744][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:26:22,745][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:26:27,746][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:26:32,748][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:26:37,753][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:26:42,756][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:26:47,842][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:26:52,847][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:26:57,854][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:27:02,856][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:27:07,857][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:27:12,864][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:27:17,870][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:27:22,929][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:27:27,934][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:27:32,936][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:27:37,950][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:27:42,957][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:27:47,965][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:27:52,967][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:27:57,970][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:28:02,972][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:28:07,975][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:28:12,980][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:28:17,983][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:28:22,988][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:28:27,993][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:28:32,994][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:28:37,999][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:28:43,005][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:28:48,021][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:28:53,028][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:28:58,032][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:29:03,038][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:29:08,044][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:29:13,046][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:29:18,050][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:29:23,051][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:29:28,059][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:29:33,066][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:29:38,073][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:29:43,075][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:29:48,081][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:29:53,085][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:29:58,089][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:30:03,092][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:30:08,093][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:30:13,096][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:30:18,097][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:30:23,100][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:30:28,103][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:30:33,105][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:30:38,107][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:30:43,121][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:30:48,124][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:30:53,128][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:30:58,133][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:31:00,006][ ERROR][PID:932022] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-20 14:31:03,135][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:31:08,137][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:31:10,007][WARNING][PID:932022] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-20 14:31:13,141][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:31:18,142][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:31:20,008][ INFO][PID:932022] Downloading the builder-live.log file, attempt 2 [2026-01-20 14:31:20,060][ INFO][PID:932022] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.87.7.159 copr-rpmbuild-log [2026-01-20 14:31:23,143][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:31:28,145][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:31:33,147][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:31:38,173][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:31:43,264][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:31:48,346][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:31:53,605][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:31:58,608][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:32:03,612][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:32:08,613][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:32:13,652][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:32:18,654][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:32:20,129][ ERROR][PID:932022] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-20 14:32:23,656][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:32:28,660][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:32:30,144][WARNING][PID:932022] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-20 14:32:33,661][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:32:38,669][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:32:40,145][ INFO][PID:932022] Downloading the builder-live.log file, attempt 3 [2026-01-20 14:32:40,146][ INFO][PID:932022] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.87.7.159 copr-rpmbuild-log [2026-01-20 14:32:43,820][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:32:48,821][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:32:53,822][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:32:58,823][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:33:03,879][ INFO][PID:932022] Periodic builder liveness probe: alive [2026-01-20 14:33:03,880][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:33:08,883][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:33:13,884][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:33:18,885][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:33:23,886][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:33:28,887][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:33:33,888][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:33:38,889][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:33:40,203][ ERROR][PID:932022] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-20 14:33:43,890][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:33:48,891][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:33:50,215][WARNING][PID:932022] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-20 14:33:53,893][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:33:58,895][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:34:00,216][ INFO][PID:932022] Downloading the builder-live.log file, attempt 4 [2026-01-20 14:34:00,218][ INFO][PID:932022] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.87.7.159 copr-rpmbuild-log [2026-01-20 14:34:03,896][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:34:08,897][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:34:13,964][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:34:18,974][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:34:23,984][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:34:28,986][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:34:33,987][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:34:38,989][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:34:43,990][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:34:48,991][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:34:53,993][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:34:58,995][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:35:00,491][ ERROR][PID:932022] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-20 14:35:03,996][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:35:08,998][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:35:10,497][ ERROR][PID:932022] Giving up for unstable SSH, failures: 1768919470.0076518, 1768919550.1443267, 1768919630.215898, 1768919710.4975522 [2026-01-20 14:35:10,498][ ERROR][PID:932022] Re-try request for task on 'ResallocHost, ticket_id=932746, hostname=3.87.7.159, name=aws_x86_64_spot_prod_01418683_20260120_135911, requested_tags=['copr_builder', 'arch_x86_64']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2026-01-20 14:35:10,499][ INFO][PID:932022] Releasing VM back to pool [2026-01-20 14:35:10,509][ INFO][PID:932022] Retry #1 (on other host) [2026-01-20 14:35:10,509][ INFO][PID:932022] Checking that /var/lib/copr/public_html/results/mtasaka/ugene-nightly/fedora-rawhide-x86_64/repodata/repomd.xml exists [2026-01-20 14:35:11,224][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:35:11,225][ INFO][PID:932022] VM allocation process starts [2026-01-20 14:35:11,235][ INFO][PID:932022] Trying to allocate VM: ResallocHost, ticket_id=933502, requested_tags=['copr_builder', 'arch_x86_64'] [2026-01-20 14:35:14,249][ INFO][PID:932022] Allocated host ResallocHost, ticket_id=933502, hostname=54.164.149.141, name=aws_x86_64_spot_prod_01420028_20260120_142849, requested_tags=['copr_builder', 'arch_x86_64'] [2026-01-20 14:35:14,250][ INFO][PID:932022] Allocating ssh connection to builder [2026-01-20 14:35:14,250][ INFO][PID:932022] Checking that builder machine is OK [2026-01-20 14:36:14,319][ ERROR][PID:932022] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 54.164.149.141 port 22: Connection timed out [2026-01-20 14:36:24,320][ ERROR][PID:932022] Re-try request for task on 'ResallocHost, ticket_id=933502, hostname=54.164.149.141, name=aws_x86_64_spot_prod_01420028_20260120_142849, requested_tags=['copr_builder', 'arch_x86_64']': Unable to finish after 1 SSH attempts [2026-01-20 14:36:24,320][ INFO][PID:932022] Releasing VM back to pool [2026-01-20 14:36:24,329][ INFO][PID:932022] Retry #2 (on other host) [2026-01-20 14:36:24,329][ INFO][PID:932022] Checking that /var/lib/copr/public_html/results/mtasaka/ugene-nightly/fedora-rawhide-x86_64/repodata/repomd.xml exists [2026-01-20 14:36:24,330][ INFO][PID:932022] Checking for cancel request [2026-01-20 14:36:24,330][ INFO][PID:932022] VM allocation process starts [2026-01-20 14:36:24,383][ INFO][PID:932022] Trying to allocate VM: ResallocHost, ticket_id=933523, requested_tags=['copr_builder', 'arch_x86_64'] [2026-01-20 14:36:27,420][ INFO][PID:932022] Allocated host ResallocHost, ticket_id=933523, hostname=13.223.81.250, name=aws_x86_64_spot_prod_01420079_20260120_143031, requested_tags=['copr_builder', 'arch_x86_64'] [2026-01-20 14:36:27,420][ INFO][PID:932022] Allocating ssh connection to builder [2026-01-20 14:36:27,420][ INFO][PID:932022] Checking that builder machine is OK [2026-01-20 14:37:27,489][ ERROR][PID:932022] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 13.223.81.250 port 22: Connection timed out [2026-01-20 14:37:37,490][ ERROR][PID:932022] Re-try request for task on 'ResallocHost, ticket_id=933523, hostname=13.223.81.250, name=aws_x86_64_spot_prod_01420079_20260120_143031, requested_tags=['copr_builder', 'arch_x86_64']': Unable to finish after 1 SSH attempts [2026-01-20 14:37:37,491][ INFO][PID:932022] Releasing VM back to pool [2026-01-20 14:37:37,515][ ERROR][PID:932022] Backend process error: Three host tried without success: {'13.223.81.250', '54.164.149.141', '3.87.7.159'} [2026-01-20 14:37:37,515][WARNING][PID:932022] Switching not-finished job state to 'failed' [2026-01-20 14:37:37,516][ INFO][PID:932022] Worker failed build, took 2082.4333567619324 [2026-01-20 14:37:37,516][ INFO][PID:932022] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "mtasaka", "project_name": "ugene-nightly", "project_dirname": "ugene-nightly", "submitter": "mtasaka", "ended_on": 1768919857.5157971, "started_on": 1768917775.0824404, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "10038794-fedora-rawhide-x86_64", "build_id": 10038794, "package_name": "ugene", "package_version": "53.0^20260120git2543104-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/mtasaka/ugene-nightly/ugene", "git_hash": "86fcbd19f5a9d8b960a3a9c5269071095f266863", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "mtasaka/ugene-nightly--mtasaka", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/mtasaka/ugene-nightly/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/mtasaka/ugene-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/mtasaka/ugene-nightly", "result_dir": "10038794-ugene", "built_packages": "", "id": 10038794, "mockchain_macros": { "copr_username": "mtasaka", "copr_projectname": "ugene-nightly", "vendor": "Fedora Project COPR (mtasaka/ugene-nightly)" } } ] } [2026-01-20 14:37:37,576][ INFO][PID:932022] Sending fedora-messaging bus message in build.end [2026-01-20 14:37:37,610][ INFO][PID:932022] Compressing /var/lib/copr/public_html/results/mtasaka/ugene-nightly/fedora-rawhide-x86_64/10038794-ugene/builder-live.log by gzip [2026-01-20 14:37:37,611][ INFO][PID:932022] Running command 'gzip /var/lib/copr/public_html/results/mtasaka/ugene-nightly/fedora-rawhide-x86_64/10038794-ugene/builder-live.log' as PID 1198794 [2026-01-20 14:37:37,731][ INFO][PID:932022] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/mtasaka/ugene-nightly/fedora-rawhide-x86_64/10038794-ugene/builder-live.log) [2026-01-20 14:37:37,732][ INFO][PID:932022] Compressing /var/lib/copr/public_html/results/mtasaka/ugene-nightly/fedora-rawhide-x86_64/10038794-ugene/backend.log by gzip [2026-01-20 14:37:37,732][ INFO][PID:932022] Running command 'gzip /var/lib/copr/public_html/results/mtasaka/ugene-nightly/fedora-rawhide-x86_64/10038794-ugene/backend.log' as PID 1198834