[2026-01-08 01:59:24,701][ INFO][PID:3059541] Marking build as starting [2026-01-08 01:59:25,149][ INFO][PID:3059541] Checking that /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le/repodata/repomd.xml exists [2026-01-08 01:59:25,173][ INFO][PID:3059541] Checking for cancel request [2026-01-08 01:59:25,174][ INFO][PID:3059541] VM allocation process starts [2026-01-08 01:59:25,186][ INFO][PID:3059541] Trying to allocate VM: ResallocHost, ticket_id=702130, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2026-01-08 01:59:30,188][ INFO][PID:3059541] Checking for cancel request [2026-01-08 01:59:35,189][ INFO][PID:3059541] Checking for cancel request [2026-01-08 01:59:40,190][ INFO][PID:3059541] Checking for cancel request [2026-01-08 01:59:45,193][ INFO][PID:3059541] Checking for cancel request [2026-01-08 01:59:50,195][ INFO][PID:3059541] Checking for cancel request [2026-01-08 01:59:55,196][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:00:00,197][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:00:05,198][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:00:10,199][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:00:15,200][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:00:20,201][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:00:25,202][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:00:30,203][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:00:35,204][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:00:40,205][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:00:45,206][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:00:50,207][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:00:55,208][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:01:00,209][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:01:05,210][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:01:10,211][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:01:15,212][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:01:20,213][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:01:25,214][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:01:30,215][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:01:35,218][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:01:40,220][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:01:45,220][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:01:50,221][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:01:55,222][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:02:00,223][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:02:05,224][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:02:10,225][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:02:15,226][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:02:20,227][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:02:25,228][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:02:30,229][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:02:35,230][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:02:40,231][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:02:45,232][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:02:50,233][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:02:55,234][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:03:00,235][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:03:05,236][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:03:10,237][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:03:15,238][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:03:20,239][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:03:25,240][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:03:30,241][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:03:35,242][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:03:40,243][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:03:43,317][ INFO][PID:3059541] Allocated host ResallocHost, ticket_id=702130, hostname=2620:52:6:1161:dead:beef:cafe:c148, name=vmhost_p09_03_prod_01007393_20260108_015750, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2026-01-08 02:03:43,318][ INFO][PID:3059541] Allocating ssh connection to builder [2026-01-08 02:03:43,318][ INFO][PID:3059541] Checking that builder machine is OK [2026-01-08 02:03:44,292][ INFO][PID:3059541] Running remote command: copr-builder-ready rhel+epel-10-ppc64le [2026-01-08 02:03:44,799][ INFO][PID:3059541] Red Hat subscription not needed for rhel+epel-10-ppc64le Builder is ready to be used [2026-01-08 02:03:44,800][ INFO][PID:3059541] Filling build.info file with builder info [2026-01-08 02:03:44,801][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:03:44,802][ INFO][PID:3059541] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "ximios", "project_name": "katifetch", "project_dirname": "katifetch", "submitter": "ximios", "ended_on": null, "started_on": 1767837824.8018906, "submitted_on": null, "status": 3, "chroot": "rhel+epel-10-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9983573-rhel+epel-10-ppc64le", "build_id": 9983573, "package_name": "katifetch", "package_version": "13.1-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/ximios/katifetch/katifetch", "git_hash": "44f3bd591c271f9ec063adc9da2efce568188388", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "ximios/katifetch--ximios", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/ximios/katifetch/rhel+epel-10-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/ximios/katifetch", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/ximios/katifetch", "result_dir": "09983573-katifetch", "built_packages": "", "id": 9983573, "mockchain_macros": { "copr_username": "ximios", "copr_projectname": "katifetch", "vendor": "Fedora Project COPR (ximios/katifetch)" } } ] } [2026-01-08 02:03:45,491][ INFO][PID:3059541] Sending fedora-messaging bus message in build.start [2026-01-08 02:03:46,047][ INFO][PID:3059541] Sending fedora-messaging bus message in chroot.start [2026-01-08 02:03:46,073][ INFO][PID:3059541] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9983573-rhel+epel-10-ppc64le --chroot rhel+epel-10-ppc64le --detached [2026-01-08 02:03:47,135][ INFO][PID:3059541] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c148' (ED25519) to the list of known hosts. [2026-01-08 02:03:47,136][ INFO][PID:3059541] Downloading the builder-live.log file, attempt 1 [2026-01-08 02:03:47,137][ INFO][PID:3059541] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c148 copr-rpmbuild-log [2026-01-08 02:03:52,144][ INFO][PID:3059541] Periodic builder liveness probe: alive [2026-01-08 02:03:52,145][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:03:57,146][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:04:02,147][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:04:07,148][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:04:12,149][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:04:17,150][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:04:22,151][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:04:27,152][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:04:32,153][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:04:37,154][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:04:42,155][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:04:47,156][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:04:52,158][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:04:57,160][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:05:02,161][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:05:07,162][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:05:12,163][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:05:17,164][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:05:22,165][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:05:27,166][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:05:32,167][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:05:37,168][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:05:42,169][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:05:47,170][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:05:52,171][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:05:57,172][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:06:02,173][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:06:07,174][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:06:12,175][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:06:17,176][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:06:22,177][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:06:27,178][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:06:32,179][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:06:37,179][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:06:42,180][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:06:47,181][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:06:52,182][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:06:57,183][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:07:02,184][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:07:07,185][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:07:12,186][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:07:17,187][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:07:22,188][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:07:27,190][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:07:32,191][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:07:37,192][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:07:42,193][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:07:47,194][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:07:52,195][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:07:57,196][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:08:02,271][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:08:07,273][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:08:12,276][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:08:17,281][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:08:22,282][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:08:27,284][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:08:32,285][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:08:37,287][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:08:42,287][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:08:47,288][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:08:52,289][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:08:57,290][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:09:02,291][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:09:07,292][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:09:12,293][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:09:17,341][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:09:22,344][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:09:25,370][ ERROR][PID:3059541] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-08 02:09:27,354][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:09:32,356][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:09:35,371][WARNING][PID:3059541] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-08 02:09:37,360][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:09:42,379][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:09:45,372][ INFO][PID:3059541] Downloading the builder-live.log file, attempt 2 [2026-01-08 02:09:45,375][ INFO][PID:3059541] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c148 copr-rpmbuild-log [2026-01-08 02:09:47,385][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:09:52,399][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:09:57,403][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:10:02,404][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:10:07,413][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:10:12,417][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:10:17,424][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:10:22,431][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:10:27,447][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:10:32,468][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:10:37,476][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:10:42,484][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:10:45,469][ ERROR][PID:3059541] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-08 02:10:47,486][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:10:52,494][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:10:55,548][WARNING][PID:3059541] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-08 02:10:57,505][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:11:02,522][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:11:05,550][ INFO][PID:3059541] Downloading the builder-live.log file, attempt 3 [2026-01-08 02:11:05,557][ INFO][PID:3059541] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c148 copr-rpmbuild-log [2026-01-08 02:11:07,532][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:11:12,542][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:11:17,546][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:11:22,549][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:11:27,560][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:11:32,570][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:11:37,577][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:11:42,587][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:11:47,600][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:11:52,614][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:11:57,625][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:12:02,645][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:12:05,689][ ERROR][PID:3059541] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-08 02:12:07,648][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:12:12,659][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:12:15,735][WARNING][PID:3059541] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-08 02:12:17,661][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:12:22,673][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:12:25,737][ INFO][PID:3059541] Downloading the builder-live.log file, attempt 4 [2026-01-08 02:12:25,741][ INFO][PID:3059541] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c148 copr-rpmbuild-log [2026-01-08 02:12:27,676][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:12:32,680][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:12:37,682][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:12:42,688][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:12:47,695][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:12:52,697][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:12:57,704][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:13:02,705][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:13:07,706][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:13:12,719][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:13:17,739][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:13:22,743][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:13:25,817][ ERROR][PID:3059541] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-08 02:13:27,748][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:13:32,756][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:13:35,878][ ERROR][PID:3059541] Giving up for unstable SSH, failures: 1767838175.3717406, 1767838255.5485713, 1767838335.7359324, 1767838415.8777876 [2026-01-08 02:13:35,881][ ERROR][PID:3059541] Re-try request for task on 'ResallocHost, ticket_id=702130, hostname=2620:52:6:1161:dead:beef:cafe:c148, name=vmhost_p09_03_prod_01007393_20260108_015750, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2026-01-08 02:13:35,882][ INFO][PID:3059541] Releasing VM back to pool [2026-01-08 02:13:35,904][ INFO][PID:3059541] Retry #1 (on other host) [2026-01-08 02:13:35,906][ INFO][PID:3059541] Checking that /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le/repodata/repomd.xml exists [2026-01-08 02:13:35,907][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:13:35,910][ INFO][PID:3059541] VM allocation process starts [2026-01-08 02:13:35,983][ INFO][PID:3059541] Trying to allocate VM: ResallocHost, ticket_id=702525, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2026-01-08 02:13:40,988][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:13:45,999][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:13:51,000][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:13:56,002][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:14:01,011][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:14:06,027][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:14:11,029][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:14:16,040][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:14:21,048][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:14:26,052][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:14:31,055][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:14:36,060][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:14:41,066][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:14:46,069][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:14:51,076][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:14:56,077][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:15:01,087][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:15:06,088][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:15:11,124][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:15:16,125][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:15:21,185][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:15:26,225][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:15:31,257][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:15:36,265][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:15:41,320][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:15:46,324][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:15:51,337][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:15:56,340][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:16:01,342][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:16:06,343][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:16:11,348][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:16:16,351][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:16:21,352][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:16:26,357][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:16:31,360][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:16:36,367][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:16:41,469][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:16:46,471][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:16:51,475][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:16:56,487][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:17:01,496][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:17:06,507][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:17:11,511][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:17:16,524][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:17:21,534][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:17:26,543][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:17:31,546][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:17:36,549][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:17:41,561][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:17:46,562][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:17:51,564][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:17:54,413][ INFO][PID:3059541] Allocated host ResallocHost, ticket_id=702525, hostname=2620:52:6:1161:dead:beef:cafe:c196, name=vmhost_p09_04_prod_01007600_20260108_021226, requested_tags=['copr_builder', 'arch_ppc64le', 'arch_power9'] [2026-01-08 02:17:54,414][ INFO][PID:3059541] Allocating ssh connection to builder [2026-01-08 02:17:54,416][ INFO][PID:3059541] Checking that builder machine is OK [2026-01-08 02:17:55,404][ INFO][PID:3059541] Running remote command: copr-builder-ready rhel+epel-10-ppc64le [2026-01-08 02:17:56,103][ INFO][PID:3059541] Red Hat subscription not needed for rhel+epel-10-ppc64le Builder is ready to be used [2026-01-08 02:17:56,104][ INFO][PID:3059541] Filling build.info file with builder info [2026-01-08 02:17:56,270][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:17:56,271][ INFO][PID:3059541] Not re-notifying FE and msg buses for the new host. [2026-01-08 02:17:56,273][ INFO][PID:3059541] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9983573-rhel+epel-10-ppc64le --chroot rhel+epel-10-ppc64le --detached [2026-01-08 02:17:57,350][ INFO][PID:3059541] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c196' (ED25519) to the list of known hosts. [2026-01-08 02:17:57,352][ INFO][PID:3059541] Downloading the builder-live.log file, attempt 1 [2026-01-08 02:17:57,408][ INFO][PID:3059541] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c196 copr-rpmbuild-log [2026-01-08 02:18:02,371][ INFO][PID:3059541] Periodic builder liveness probe: alive [2026-01-08 02:18:02,374][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:18:07,376][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:18:12,390][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:18:17,392][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:18:22,394][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:18:27,399][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:18:32,401][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:18:37,408][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:18:42,410][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:18:47,412][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:18:52,415][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:18:57,418][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:19:02,420][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:19:07,439][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:19:12,457][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:19:17,460][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:19:22,462][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:19:27,472][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:19:32,478][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:19:37,480][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:19:42,487][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:19:47,498][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:19:52,499][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:19:57,514][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:20:02,519][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:20:07,532][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:20:12,536][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:20:17,537][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:20:22,539][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:20:27,542][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:20:32,545][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:20:37,556][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:20:42,572][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:20:47,580][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:20:52,588][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:20:57,599][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:21:02,601][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:21:07,605][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:21:12,607][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:21:17,609][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:21:22,612][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:21:27,622][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:21:32,625][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:21:37,627][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:21:42,630][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:21:47,640][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:21:52,647][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:21:57,662][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:22:02,673][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:22:07,675][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:22:12,677][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:22:17,679][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:22:22,683][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:22:27,688][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:22:32,689][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:22:37,695][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:22:42,702][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:22:47,706][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:22:52,711][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:22:57,714][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:23:02,758][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:23:07,760][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:23:12,761][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:23:17,765][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:23:22,771][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:23:27,783][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:23:32,789][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:23:37,794][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:23:42,797][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:23:47,804][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:23:52,805][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:23:57,809][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:24:02,814][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:24:07,815][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:24:12,819][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:24:17,820][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:24:22,822][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:24:27,825][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:24:32,827][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:24:37,830][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:24:42,833][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:24:47,838][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:24:52,839][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:24:57,841][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:25:02,846][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:25:07,849][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:25:12,851][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:25:17,852][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:25:22,855][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:25:27,860][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:25:32,865][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:25:37,867][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:25:42,869][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:25:47,874][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:25:52,875][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:25:57,880][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:26:02,881][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:26:07,883][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:26:12,885][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:26:17,886][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:26:22,887][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:26:27,890][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:26:32,891][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:26:37,893][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:26:42,894][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:26:47,895][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:26:52,897][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:26:57,900][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:27:02,901][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:27:07,902][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:27:12,904][ INFO][PID:3059541] Checking for cancel request [2026-01-08 02:27:14,320][ INFO][PID:3059541] Downloading results from builder [2026-01-08 02:27:14,321][ INFO][PID:3059541] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c196]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le/09983573-katifetch started [2026-01-08 02:27:14,326][ INFO][PID:3059541] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c196]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le/09983573-katifetch/ &> /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le/09983573-katifetch/build-09983573.rsync.log [2026-01-08 02:27:15,520][ INFO][PID:3059541] rsyncing finished. [2026-01-08 02:27:15,521][ INFO][PID:3059541] Releasing VM back to pool [2026-01-08 02:27:15,535][ INFO][PID:3059541] Searching for 'success' file in resultdir [2026-01-08 02:27:15,536][ INFO][PID:3059541] Going to sign pkgs from source: 9983573-rhel+epel-10-ppc64le in chroot: /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le [2026-01-08 02:27:15,537][ INFO][PID:3059541] Calling '/bin/sign -u ximios#katifetch@copr.fedorahosted.org -p' (attempt #1) [2026-01-08 02:27:15,805][ INFO][PID:3059541] Calling '/bin/sign -4 -h sha256 -u ximios#katifetch@copr.fedorahosted.org -r /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le/09983573-katifetch/katifetch-13.1-2.el10.src.rpm' (attempt #1) [2026-01-08 02:27:17,532][ INFO][PID:3059541] signed rpm: /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le/09983573-katifetch/katifetch-13.1-2.el10.src.rpm [2026-01-08 02:27:17,533][ INFO][PID:3059541] Calling '/bin/sign -4 -h sha256 -u ximios#katifetch@copr.fedorahosted.org -r /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le/09983573-katifetch/katifetch-13.1-2.el10.noarch.rpm' (attempt #1) [2026-01-08 02:27:18,829][ INFO][PID:3059541] signed rpm: /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le/09983573-katifetch/katifetch-13.1-2.el10.noarch.rpm [2026-01-08 02:27:18,830][ INFO][PID:3059541] Sign done [2026-01-08 02:27:18,831][ INFO][PID:3059541] Incremental createrepo run, adding 09983573-katifetch into https://download.copr.fedorainfracloud.org/results/ximios/katifetch/rhel+epel-10-ppc64le, (auto-create-repo=True) [2026-01-08 02:27:18,832][ INFO][PID:3059541] Running command 'copr-repo --batched /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le --add 09983573-katifetch --no-appstream-metadata' as PID 3285586 [2026-01-08 02:27:19,817][ INFO][PID:3059541] Finished after 0 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le --add 09983573-katifetch --no-appstream-metadata) [2026-01-08 02:27:19,819][ INFO][PID:3059541] Getting build details [2026-01-08 02:27:19,820][ INFO][PID:3059541] Listing built binary packages in /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le/09983573-katifetch [2026-01-08 02:27:19,820][ INFO][PID:3059541] Built packages: ['katifetch 13.1'] [2026-01-08 02:27:19,821][ INFO][PID:3059541] build details: {'built_packages': 'katifetch 13.1'} [2026-01-08 02:27:19,821][ INFO][PID:3059541] Retrieving pubkey [2026-01-08 02:27:19,822][ INFO][PID:3059541] Calling '/bin/sign -u ximios#katifetch@copr.fedorahosted.org -p' (attempt #1) [2026-01-08 02:27:20,117][ INFO][PID:3059541] Added pubkey for user ximios project katifetch into: /var/lib/copr/public_html/results/ximios/katifetch/pubkey.gpg [2026-01-08 02:27:20,118][ INFO][PID:3059541] Finished build: id=9983573 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/ximios/katifetch chroot=rhel+epel-10-ppc64le [2026-01-08 02:27:20,124][ INFO][PID:3059541] Worker succeeded build, took 563.8530969619751 [2026-01-08 02:27:20,129][ INFO][PID:3059541] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "ximios", "project_name": "katifetch", "project_dirname": "katifetch", "submitter": "ximios", "ended_on": 1767839240.1241374, "started_on": 1767838676.2710404, "submitted_on": null, "status": 1, "chroot": "rhel+epel-10-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9983573-rhel+epel-10-ppc64le", "build_id": 9983573, "package_name": "katifetch", "package_version": "13.1-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/ximios/katifetch/katifetch", "git_hash": "44f3bd591c271f9ec063adc9da2efce568188388", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "ximios/katifetch--ximios", "results": { "packages": [ { "name": "katifetch", "epoch": null, "version": "13.1", "release": "2.el10", "arch": "noarch" }, { "name": "katifetch", "epoch": null, "version": "13.1", "release": "2.el10", "arch": "src" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/ximios/katifetch/rhel+epel-10-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le", "arch_power9" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/ximios/katifetch", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/ximios/katifetch", "result_dir": "09983573-katifetch", "built_packages": "katifetch 13.1", "id": 9983573, "mockchain_macros": { "copr_username": "ximios", "copr_projectname": "katifetch", "vendor": "Fedora Project COPR (ximios/katifetch)" } } ] } [2026-01-08 02:27:20,398][ INFO][PID:3059541] Sending fedora-messaging bus message in build.end [2026-01-08 02:27:20,433][ INFO][PID:3059541] Compressing /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le/09983573-katifetch/builder-live.log by gzip [2026-01-08 02:27:20,435][ INFO][PID:3059541] Running command 'gzip /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le/09983573-katifetch/builder-live.log' as PID 3285796 [2026-01-08 02:27:20,498][ INFO][PID:3059541] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le/09983573-katifetch/builder-live.log) [2026-01-08 02:27:20,499][ INFO][PID:3059541] Compressing /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le/09983573-katifetch/backend.log by gzip [2026-01-08 02:27:20,501][ INFO][PID:3059541] Running command 'gzip /var/lib/copr/public_html/results/ximios/katifetch/rhel+epel-10-ppc64le/09983573-katifetch/backend.log' as PID 3285806