[2025-08-16 05:41:04,793][ INFO][PID:3305286] Marking build as starting [2025-08-16 05:41:04,883][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:41:04,894][ INFO][PID:3305286] VM allocation process starts [2025-08-16 05:41:04,952][ INFO][PID:3305286] Trying to allocate VM: ResallocHost, ticket_id=4545063, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-16 05:41:09,956][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:41:14,960][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:41:17,089][ INFO][PID:3305286] Allocated host ResallocHost, ticket_id=4545063, hostname=140.211.168.158, name=copr_osuosl_p09_prod_06272826_20250816_051057, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-16 05:41:17,091][ INFO][PID:3305286] Allocating ssh connection to builder [2025-08-16 05:41:17,093][ INFO][PID:3305286] Checking that builder machine is OK [2025-08-16 05:41:18,597][ INFO][PID:3305286] Running remote command: copr-builder-ready fedora-43-ppc64le [2025-08-16 05:41:19,735][ INFO][PID:3305286] Red Hat subscription not needed for fedora-43-ppc64le Builder is ready to be used [2025-08-16 05:41:19,736][ INFO][PID:3305286] Filling build.info file with builder info [2025-08-16 05:41:19,737][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:41:19,740][ INFO][PID:3305286] Sending build state back to frontend: { "builds": [ { "timeout": 90000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@fedora-llvm-team", "project_name": "llvm21", "project_dirname": "llvm21", "submitter": "tstellar", "ended_on": null, "started_on": 1755322879.7400181, "submitted_on": null, "status": 3, "chroot": "fedora-43-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9434631-fedora-43-ppc64le", "build_id": 9434631, "package_name": "udev-hid-bpf", "package_version": "2.1.0.20240704-9", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm21/udev-hid-bpf", "git_hash": "696eeca8d7f4353b8a022cf3c74c39ac2aa5872c", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/llvm21--tstellar", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm21", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm21", "result_dir": "09434631-udev-hid-bpf", "built_packages": "", "id": 9434631, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "llvm21", "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm21)" } } ] } [2025-08-16 05:41:19,815][ INFO][PID:3305286] Sending fedora-messaging bus message in build.start [2025-08-16 05:41:21,900][ INFO][PID:3305286] Sending fedora-messaging bus message in chroot.start [2025-08-16 05:41:21,946][ INFO][PID:3305286] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9434631-fedora-43-ppc64le --chroot fedora-43-ppc64le --detached [2025-08-16 05:41:23,393][ INFO][PID:3305286] Downloading the builder-live.log file, attempt 1 [2025-08-16 05:41:23,396][ INFO][PID:3305286] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.158 copr-rpmbuild-log [2025-08-16 05:41:28,439][ INFO][PID:3305286] Periodic builder liveness probe: alive [2025-08-16 05:41:28,443][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:41:33,452][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:41:38,455][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:41:43,457][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:41:48,459][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:41:53,464][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:41:58,484][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:42:03,487][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:42:08,490][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:42:13,492][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:42:18,500][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:42:23,502][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:42:28,509][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:42:33,513][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:42:38,519][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:42:43,524][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:42:48,532][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:42:53,541][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:42:58,543][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:43:03,547][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:43:08,556][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:43:13,557][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:43:18,565][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:43:23,571][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:43:28,574][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:43:33,577][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:43:38,581][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:43:43,586][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:43:48,588][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:43:53,596][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:43:58,603][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:44:03,605][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:44:08,611][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:44:13,627][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:44:18,649][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:44:23,659][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:44:28,662][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:44:33,664][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:44:38,670][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:44:43,673][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:44:48,677][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:44:53,679][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:44:56,139][ ERROR][PID:3305286] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-16 05:44:58,688][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:45:03,690][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:45:06,143][WARNING][PID:3305286] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-16 05:45:08,701][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:45:13,703][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:45:16,144][ INFO][PID:3305286] Downloading the builder-live.log file, attempt 2 [2025-08-16 05:45:16,151][ INFO][PID:3305286] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.158 copr-rpmbuild-log [2025-08-16 05:45:18,709][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:45:23,719][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:45:28,728][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:45:33,729][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:45:38,741][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:45:43,762][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:45:48,763][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:45:53,769][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:45:58,774][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:46:03,779][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:46:08,781][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:46:13,792][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:46:16,314][ ERROR][PID:3305286] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-16 05:46:18,802][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:46:23,813][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:46:26,318][WARNING][PID:3305286] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-16 05:46:28,827][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:46:33,829][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:46:36,325][ INFO][PID:3305286] Downloading the builder-live.log file, attempt 3 [2025-08-16 05:46:36,327][ INFO][PID:3305286] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.158 copr-rpmbuild-log [2025-08-16 05:46:38,856][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:46:43,864][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:46:48,867][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:46:53,870][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:46:58,875][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:47:03,883][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:47:08,893][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:47:13,899][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:47:18,912][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:47:23,922][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:47:28,924][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:47:33,930][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:47:36,520][ ERROR][PID:3305286] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-16 05:47:38,940][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:47:43,945][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:47:46,524][WARNING][PID:3305286] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-16 05:47:48,949][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:47:53,953][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:47:56,535][ INFO][PID:3305286] Downloading the builder-live.log file, attempt 4 [2025-08-16 05:47:56,541][ INFO][PID:3305286] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.158 copr-rpmbuild-log [2025-08-16 05:47:58,959][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:48:03,967][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:48:08,979][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:48:13,987][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:48:18,989][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:48:23,998][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:48:29,006][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:48:34,014][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:48:39,019][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:48:44,021][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:48:49,034][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:48:54,036][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:48:56,703][ ERROR][PID:3305286] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-16 05:48:59,042][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:49:04,047][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:49:06,712][ ERROR][PID:3305286] Giving up for unstable SSH, failures: 1755323106.143492, 1755323186.318772, 1755323266.5246677, 1755323346.7126718 [2025-08-16 05:49:06,720][ ERROR][PID:3305286] Re-try request for task on 'ResallocHost, ticket_id=4545063, hostname=140.211.168.158, name=copr_osuosl_p09_prod_06272826_20250816_051057, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-08-16 05:49:06,724][ INFO][PID:3305286] Releasing VM back to pool [2025-08-16 05:49:06,775][ INFO][PID:3305286] Retry #1 (on other host) [2025-08-16 05:49:06,780][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:49:06,801][ INFO][PID:3305286] VM allocation process starts [2025-08-16 05:49:06,830][ INFO][PID:3305286] Trying to allocate VM: ResallocHost, ticket_id=4545377, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-16 05:49:11,831][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:49:12,911][ INFO][PID:3305286] Allocated host ResallocHost, ticket_id=4545377, hostname=2620:52:3:1:dead:beef:cafe:c299, name=copr_p09_01_prod_06273280_20250816_054248, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-08-16 05:49:12,912][ INFO][PID:3305286] Allocating ssh connection to builder [2025-08-16 05:49:12,913][ INFO][PID:3305286] Checking that builder machine is OK [2025-08-16 05:49:14,567][ INFO][PID:3305286] Running remote command: copr-builder-ready fedora-43-ppc64le [2025-08-16 05:49:15,214][ INFO][PID:3305286] Red Hat subscription not needed for fedora-43-ppc64le Builder is ready to be used [2025-08-16 05:49:15,215][ INFO][PID:3305286] Filling build.info file with builder info [2025-08-16 05:49:15,221][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:49:15,229][ INFO][PID:3305286] Not re-notifying FE and msg buses for the new host. [2025-08-16 05:49:15,234][ INFO][PID:3305286] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9434631-fedora-43-ppc64le --chroot fedora-43-ppc64le --detached [2025-08-16 05:49:16,597][ INFO][PID:3305286] Downloading the builder-live.log file, attempt 1 [2025-08-16 05:49:16,603][ INFO][PID:3305286] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c299 copr-rpmbuild-log [2025-08-16 05:49:21,598][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:49:26,599][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:49:31,609][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:49:36,612][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:49:41,616][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:49:46,621][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:49:51,628][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:49:56,629][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:50:01,643][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:50:06,644][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:50:11,650][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:50:16,661][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:50:21,662][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:50:26,665][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:50:31,667][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:50:36,671][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:50:41,684][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:50:46,685][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:50:51,690][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:50:56,691][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:51:01,694][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:51:06,695][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:51:11,699][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:51:16,702][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:51:21,708][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:51:26,714][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:51:31,736][ INFO][PID:3305286] Periodic builder liveness probe: alive [2025-08-16 05:51:31,737][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:51:36,740][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:51:41,742][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:51:46,753][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:51:51,756][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:51:56,762][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:52:01,765][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:52:06,775][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:52:11,795][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:52:16,814][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:52:21,815][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:52:26,822][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:52:31,828][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:52:36,832][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:52:41,845][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:52:46,850][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:52:51,852][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:52:56,858][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:53:01,860][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:53:06,863][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:53:11,865][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:53:16,873][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:53:21,880][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:53:26,882][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:53:31,892][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:53:36,894][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:53:41,896][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:53:46,900][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:53:51,905][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:53:56,915][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:54:01,919][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:54:06,928][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:54:11,935][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:54:16,942][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:54:21,950][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:54:26,963][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:54:31,974][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:54:36,977][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:54:41,987][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:54:46,989][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:54:51,990][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:54:56,992][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:55:01,999][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:55:07,001][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:55:12,003][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:55:17,011][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:55:22,013][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:55:27,021][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:55:32,025][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:55:37,030][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:55:42,033][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:55:47,036][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:55:52,038][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:55:57,040][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:56:02,044][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:56:07,045][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:56:12,057][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:56:17,064][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:56:22,076][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:56:27,079][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:56:32,083][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:56:37,092][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:56:42,102][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:56:47,112][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:56:52,117][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:56:57,118][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:57:02,120][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:57:07,121][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:57:12,131][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:57:17,136][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:57:22,146][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:57:27,147][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:57:32,151][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:57:37,160][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:57:42,162][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:57:47,168][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:57:52,176][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:57:57,183][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:58:02,185][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:58:07,194][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:58:12,197][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:58:17,204][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:58:22,216][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:58:27,220][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:58:32,227][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:58:37,236][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:58:42,259][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:58:47,266][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:58:52,269][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:58:57,276][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:59:02,280][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:59:07,281][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:59:14,064][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:59:19,324][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:59:24,394][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:59:29,482][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:59:34,521][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:59:39,576][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:59:44,611][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:59:49,748][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:59:54,857][ INFO][PID:3305286] Checking for cancel request [2025-08-16 05:59:59,912][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:00:04,926][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:00:09,945][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:00:14,952][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:00:19,965][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:00:24,973][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:00:29,980][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:00:34,994][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:00:40,000][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:00:45,006][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:00:50,008][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:00:55,017][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:01:00,034][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:01:05,036][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:01:10,040][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:01:15,048][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:01:20,051][ INFO][PID:3305286] Checking for cancel request [2025-08-16 06:01:20,558][ INFO][PID:3305286] Downloading results from builder [2025-08-16 06:01:20,562][ INFO][PID:3305286] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c299]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf started [2025-08-16 06:01:20,572][ INFO][PID:3305286] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c299]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/build-09434631.rsync.log [2025-08-16 06:01:23,640][ INFO][PID:3305286] rsyncing finished. [2025-08-16 06:01:23,647][ INFO][PID:3305286] Releasing VM back to pool [2025-08-16 06:01:23,672][ INFO][PID:3305286] Searching for 'success' file in resultdir [2025-08-16 06:01:23,674][ INFO][PID:3305286] Going to sign pkgs from source: 9434631-fedora-43-ppc64le in chroot: /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le [2025-08-16 06:01:23,676][ INFO][PID:3305286] Calling '/bin/sign -u @fedora-llvm-team#llvm21@copr.fedorahosted.org -p' (attempt #1) [2025-08-16 06:01:24,030][ INFO][PID:3305286] Calling '/bin/sign -4 -h sha256 -u @fedora-llvm-team#llvm21@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/udev-hid-bpf-stable-2.1.0.20240704-9.fc43.ppc64le.rpm' (attempt #1) [2025-08-16 06:01:24,775][ INFO][PID:3305286] signed rpm: /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/udev-hid-bpf-stable-2.1.0.20240704-9.fc43.ppc64le.rpm [2025-08-16 06:01:24,779][ INFO][PID:3305286] Calling '/bin/sign -4 -h sha256 -u @fedora-llvm-team#llvm21@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/udev-hid-bpf-2.1.0.20240704-9.fc43.src.rpm' (attempt #1) [2025-08-16 06:01:27,321][ INFO][PID:3305286] signed rpm: /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/udev-hid-bpf-2.1.0.20240704-9.fc43.src.rpm [2025-08-16 06:01:27,323][ INFO][PID:3305286] Calling '/bin/sign -4 -h sha256 -u @fedora-llvm-team#llvm21@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/udev-hid-bpf-testing-2.1.0.20240704-9.fc43.ppc64le.rpm' (attempt #1) [2025-08-16 06:01:28,225][ INFO][PID:3305286] signed rpm: /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/udev-hid-bpf-testing-2.1.0.20240704-9.fc43.ppc64le.rpm [2025-08-16 06:01:28,228][ INFO][PID:3305286] Calling '/bin/sign -4 -h sha256 -u @fedora-llvm-team#llvm21@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/udev-hid-bpf-debuginfo-2.1.0.20240704-9.fc43.ppc64le.rpm' (attempt #1) [2025-08-16 06:01:29,740][ INFO][PID:3305286] signed rpm: /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/udev-hid-bpf-debuginfo-2.1.0.20240704-9.fc43.ppc64le.rpm [2025-08-16 06:01:29,748][ INFO][PID:3305286] Calling '/bin/sign -4 -h sha256 -u @fedora-llvm-team#llvm21@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/udev-hid-bpf-debugsource-2.1.0.20240704-9.fc43.ppc64le.rpm' (attempt #1) [2025-08-16 06:01:30,807][ INFO][PID:3305286] signed rpm: /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/udev-hid-bpf-debugsource-2.1.0.20240704-9.fc43.ppc64le.rpm [2025-08-16 06:01:30,812][ INFO][PID:3305286] Calling '/bin/sign -4 -h sha256 -u @fedora-llvm-team#llvm21@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/udev-hid-bpf-2.1.0.20240704-9.fc43.ppc64le.rpm' (attempt #1) [2025-08-16 06:01:31,516][ INFO][PID:3305286] signed rpm: /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/udev-hid-bpf-2.1.0.20240704-9.fc43.ppc64le.rpm [2025-08-16 06:01:31,519][ INFO][PID:3305286] Sign done [2025-08-16 06:01:31,523][ INFO][PID:3305286] Incremental createrepo run, adding 09434631-udev-hid-bpf into https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le, (auto-create-repo=True) [2025-08-16 06:01:31,536][ INFO][PID:3305286] Running command 'copr-repo --batched /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le --add 09434631-udev-hid-bpf --no-appstream-metadata' as PID 3468781 [2025-08-16 06:01:44,296][ INFO][PID:3305286] Finished after 12 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le --add 09434631-udev-hid-bpf --no-appstream-metadata) [2025-08-16 06:01:44,299][ INFO][PID:3305286] Getting build details [2025-08-16 06:01:44,300][ INFO][PID:3305286] Listing built binary packages in /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf [2025-08-16 06:01:44,305][ INFO][PID:3305286] Built packages: ['udev-hid-bpf-debugsource 2.1.0.20240704', 'udev-hid-bpf-testing 2.1.0.20240704', 'udev-hid-bpf 2.1.0.20240704', 'udev-hid-bpf-stable 2.1.0.20240704', 'udev-hid-bpf-debuginfo 2.1.0.20240704'] [2025-08-16 06:01:44,311][ INFO][PID:3305286] build details: {'built_packages': 'udev-hid-bpf-debugsource 2.1.0.20240704\nudev-hid-bpf-testing 2.1.0.20240704\nudev-hid-bpf 2.1.0.20240704\nudev-hid-bpf-stable 2.1.0.20240704\nudev-hid-bpf-debuginfo 2.1.0.20240704'} [2025-08-16 06:01:44,319][ INFO][PID:3305286] Retrieving pubkey [2025-08-16 06:01:44,322][ INFO][PID:3305286] Calling '/bin/sign -u @fedora-llvm-team#llvm21@copr.fedorahosted.org -p' (attempt #1) [2025-08-16 06:01:44,670][ INFO][PID:3305286] Added pubkey for user @fedora-llvm-team project llvm21 into: /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/pubkey.gpg [2025-08-16 06:01:44,674][ INFO][PID:3305286] Finished build: id=9434631 failed=False timeout=90000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/llvm21 chroot=fedora-43-ppc64le [2025-08-16 06:01:44,682][ INFO][PID:3305286] Worker succeeded build, took 749.4527411460876 [2025-08-16 06:01:44,688][ INFO][PID:3305286] Sending build state back to frontend: { "builds": [ { "timeout": 90000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@fedora-llvm-team", "project_name": "llvm21", "project_dirname": "llvm21", "submitter": "tstellar", "ended_on": 1755324104.682351, "started_on": 1755323355.22961, "submitted_on": null, "status": 1, "chroot": "fedora-43-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9434631-fedora-43-ppc64le", "build_id": 9434631, "package_name": "udev-hid-bpf", "package_version": "2.1.0.20240704-9", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm21/udev-hid-bpf", "git_hash": "696eeca8d7f4353b8a022cf3c74c39ac2aa5872c", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/llvm21--tstellar", "results": { "packages": [ { "name": "udev-hid-bpf-debugsource", "epoch": null, "version": "2.1.0.20240704", "release": "9.fc43", "arch": "ppc64le" }, { "name": "udev-hid-bpf-testing", "epoch": null, "version": "2.1.0.20240704", "release": "9.fc43", "arch": "ppc64le" }, { "name": "udev-hid-bpf", "epoch": null, "version": "2.1.0.20240704", "release": "9.fc43", "arch": "ppc64le" }, { "name": "udev-hid-bpf-stable", "epoch": null, "version": "2.1.0.20240704", "release": "9.fc43", "arch": "ppc64le" }, { "name": "udev-hid-bpf", "epoch": null, "version": "2.1.0.20240704", "release": "9.fc43", "arch": "src" }, { "name": "udev-hid-bpf-debuginfo", "epoch": null, "version": "2.1.0.20240704", "release": "9.fc43", "arch": "ppc64le" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm21", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm21", "result_dir": "09434631-udev-hid-bpf", "built_packages": "udev-hid-bpf-debugsource 2.1.0.20240704\nudev-hid-bpf-testing 2.1.0.20240704\nudev-hid-bpf 2.1.0.20240704\nudev-hid-bpf-stable 2.1.0.20240704\nudev-hid-bpf-debuginfo 2.1.0.20240704", "id": 9434631, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "llvm21", "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm21)" } } ] } [2025-08-16 06:01:44,791][ INFO][PID:3305286] Sending fedora-messaging bus message in build.end [2025-08-16 06:01:44,891][ INFO][PID:3305286] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/builder-live.log by gzip [2025-08-16 06:01:44,894][ INFO][PID:3305286] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/builder-live.log' as PID 3471810 [2025-08-16 06:01:44,985][ INFO][PID:3305286] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/builder-live.log) [2025-08-16 06:01:44,989][ INFO][PID:3305286] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/backend.log by gzip [2025-08-16 06:01:44,991][ INFO][PID:3305286] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm21/fedora-43-ppc64le/09434631-udev-hid-bpf/backend.log' as PID 3471835