[2026-01-24 02:55:49,744][ INFO][PID:4064811] Marking build as starting [2026-01-24 02:55:49,807][ INFO][PID:4064811] Checking that /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/repodata/repomd.xml exists [2026-01-24 02:55:49,809][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:55:49,810][ INFO][PID:4064811] VM allocation process starts [2026-01-24 02:55:49,850][ INFO][PID:4064811] Trying to allocate VM: ResallocHost, ticket_id=996916, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-24 02:55:52,867][ INFO][PID:4064811] Allocated host ResallocHost, ticket_id=996916, hostname=2620:52:6:1161:dead:beef:cafe:c10c, name=vmhost_p09_02_prod_01509928_20260124_020615, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-24 02:55:52,867][ INFO][PID:4064811] Allocating ssh connection to builder [2026-01-24 02:55:52,868][ INFO][PID:4064811] Checking that builder machine is OK [2026-01-24 02:55:53,912][ INFO][PID:4064811] Running remote command: copr-builder-ready fedora-43-ppc64le [2026-01-24 02:55:54,428][ INFO][PID:4064811] Red Hat subscription not needed for fedora-43-ppc64le Builder is ready to be used [2026-01-24 02:55:54,429][ INFO][PID:4064811] Filling build.info file with builder info [2026-01-24 02:55:54,430][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:55:54,431][ INFO][PID:4064811] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "rpmsoftwaremanagement", "project_name": "dnf-nightly", "project_dirname": "dnf-nightly", "submitter": "rpmsoftwaremanagement", "ended_on": null, "started_on": 1769223354.4308543, "submitted_on": null, "status": 3, "chroot": "fedora-43-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "10053236-fedora-43-ppc64le", "build_id": 10053236, "package_name": "microdnf", "package_version": "3.10.1-1.20260124011808518596.master.4.g3597412", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rpmsoftwaremanagement/dnf-nightly/microdnf", "git_hash": "b82951000235f08dee38efadcccbf8847889f7bf", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rpmsoftwaremanagement/dnf-nightly--rpmsoftwaremanagement", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "bootstrap": "off", "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly", "result_dir": "10053236-microdnf", "built_packages": "", "id": 10053236, "mockchain_macros": { "copr_username": "rpmsoftwaremanagement", "copr_projectname": "dnf-nightly", "vendor": "Fedora Project COPR (rpmsoftwaremanagement/dnf-nightly)" } } ] } [2026-01-24 02:55:54,494][ INFO][PID:4064811] Sending fedora-messaging bus message in build.start [2026-01-24 02:55:55,055][ INFO][PID:4064811] Sending fedora-messaging bus message in chroot.start [2026-01-24 02:55:55,084][ INFO][PID:4064811] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10053236-fedora-43-ppc64le --chroot fedora-43-ppc64le --detached [2026-01-24 02:55:56,078][ INFO][PID:4064811] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c10c' (ED25519) to the list of known hosts. [2026-01-24 02:55:56,079][ INFO][PID:4064811] Downloading the builder-live.log file, attempt 1 [2026-01-24 02:55:56,080][ INFO][PID:4064811] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c10c copr-rpmbuild-log [2026-01-24 02:56:01,085][ INFO][PID:4064811] Periodic builder liveness probe: alive [2026-01-24 02:56:01,086][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:56:06,086][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:56:11,087][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:56:16,088][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:56:21,089][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:56:26,091][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:56:31,092][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:56:36,093][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:56:41,093][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:56:46,095][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:56:51,096][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:56:56,096][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:57:01,098][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:57:06,099][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:57:11,100][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:57:16,101][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:57:21,102][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:57:26,103][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:57:31,104][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:57:36,105][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:57:41,106][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:57:46,107][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:57:51,108][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:57:56,109][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:58:01,110][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:58:06,111][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:58:11,147][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:58:16,148][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:58:21,149][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:58:26,161][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:58:31,162][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:58:36,163][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:58:41,164][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:58:46,165][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:58:51,166][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:58:56,167][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:59:01,168][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:59:06,169][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:59:11,170][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:59:16,171][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:59:21,172][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:59:26,173][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:59:31,174][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:59:36,175][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:59:41,277][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:59:46,278][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:59:51,279][ INFO][PID:4064811] Checking for cancel request [2026-01-24 02:59:56,281][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:00:01,282][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:00:06,283][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:00:11,440][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:00:16,441][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:00:21,457][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:00:26,458][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:00:31,460][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:00:36,559][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:00:41,561][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:00:46,564][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:00:51,605][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:00:56,608][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:01:01,610][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:01:06,612][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:01:11,614][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:01:16,615][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:01:21,616][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:01:26,617][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:01:31,623][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:01:36,624][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:01:41,625][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:01:46,626][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:01:51,627][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:01:56,628][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:02:01,629][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:02:06,631][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:02:11,632][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:02:16,635][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:02:21,636][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:02:26,637][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:02:31,638][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:02:36,639][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:02:41,641][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:02:46,642][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:02:51,643][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:02:56,644][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:03:01,646][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:03:06,656][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:03:11,658][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:03:16,660][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:03:21,661][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:03:26,787][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:03:31,789][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:03:36,791][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:03:41,793][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:03:46,830][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:03:51,831][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:03:56,832][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:04:01,834][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:04:06,835][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:04:11,836][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:04:16,989][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:04:21,990][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:04:26,992][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:04:31,994][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:04:36,995][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:04:41,996][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:04:46,997][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:04:51,998][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:04:56,999][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:05:02,000][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:05:07,001][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:05:12,002][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:05:17,003][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:05:22,004][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:05:27,005][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:05:32,006][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:05:37,016][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:05:42,017][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:05:47,018][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:05:52,020][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:05:57,021][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:06:02,029][ INFO][PID:4064811] Periodic builder liveness probe: alive [2026-01-24 03:06:02,030][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:06:07,030][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:06:12,031][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:06:17,032][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:06:22,033][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:06:27,034][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:06:32,035][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:06:37,036][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:06:42,037][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:06:47,038][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:06:52,038][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:06:57,039][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:07:02,040][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:07:07,042][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:07:12,043][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:07:17,044][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:07:22,045][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:07:27,051][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:07:32,052][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:07:37,053][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:07:42,054][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:07:47,055][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:07:52,056][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:07:57,057][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:08:02,058][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:08:07,059][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:08:12,060][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:08:17,061][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:08:22,063][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:08:27,064][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:08:32,065][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:08:37,066][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:08:42,067][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:08:47,068][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:08:52,070][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:08:57,070][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:09:02,072][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:09:07,074][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:09:12,075][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:09:17,076][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:09:22,077][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:09:27,078][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:09:32,080][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:09:37,082][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:09:42,083][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:09:47,084][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:09:52,085][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:09:57,086][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:10:02,087][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:10:07,088][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:10:12,089][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:10:17,089][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:10:22,090][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:10:27,091][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:10:32,092][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:10:37,093][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:10:42,094][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:10:47,095][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:10:52,096][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:10:57,097][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:11:02,098][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:11:07,099][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:11:12,100][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:11:17,100][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:11:22,101][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:11:27,102][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:11:32,103][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:11:37,104][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:11:42,105][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:11:47,106][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:11:52,107][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:11:57,108][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:12:02,109][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:12:07,110][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:12:12,111][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:12:17,112][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:12:22,113][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:12:27,114][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:12:32,115][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:12:37,116][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:12:42,117][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:12:47,118][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:12:52,119][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:12:57,120][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:13:02,121][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:13:07,122][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:13:12,124][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:13:17,124][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:13:22,125][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:13:23,505][ INFO][PID:4064811] Downloading results from builder [2026-01-24 03:13:23,506][ INFO][PID:4064811] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c10c]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf started [2026-01-24 03:13:23,506][ INFO][PID:4064811] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c10c]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/ &> /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/build-10053236.rsync.log [2026-01-24 03:14:23,676][ INFO][PID:4064811] rsyncing finished. [2026-01-24 03:14:23,688][ ERROR][PID:4064811] Failed to download data from builder due to rsync error, see the rsync log file for details. [2026-01-24 03:14:23,689][ ERROR][PID:4064811] SSH connection lost on #1 attempt, let's retry after 10s, Failed to download data from builder due to rsync error, see the rsync log file for details. [2026-01-24 03:14:33,691][ INFO][PID:4064811] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c10c]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf started [2026-01-24 03:14:33,714][ INFO][PID:4064811] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c10c]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/ &> /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/build-10053236.rsync.log [2026-01-24 03:15:33,829][ INFO][PID:4064811] rsyncing finished. [2026-01-24 03:15:33,859][ ERROR][PID:4064811] Failed to download data from builder due to rsync error, see the rsync log file for details. [2026-01-24 03:15:33,860][ ERROR][PID:4064811] SSH connection lost on #2 attempt, let's retry after 10s, Failed to download data from builder due to rsync error, see the rsync log file for details. [2026-01-24 03:15:43,861][ INFO][PID:4064811] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c10c]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf started [2026-01-24 03:15:43,862][ INFO][PID:4064811] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c10c]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/ &> /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/build-10053236.rsync.log [2026-01-24 03:16:43,938][ INFO][PID:4064811] rsyncing finished. [2026-01-24 03:16:43,938][ ERROR][PID:4064811] Failed to download data from builder due to rsync error, see the rsync log file for details. [2026-01-24 03:16:43,939][ ERROR][PID:4064811] SSH connection lost on #3 attempt, let's retry after 10s, Failed to download data from builder due to rsync error, see the rsync log file for details. [2026-01-24 03:16:53,939][ ERROR][PID:4064811] Re-try request for task on 'ResallocHost, ticket_id=996916, hostname=2620:52:6:1161:dead:beef:cafe:c10c, name=vmhost_p09_02_prod_01509928_20260124_020615, requested_tags=['copr_builder', 'arch_ppc64le']': Unable to finish after 3 SSH attempts [2026-01-24 03:16:53,945][ INFO][PID:4064811] Releasing VM back to pool [2026-01-24 03:16:53,954][ INFO][PID:4064811] Retry #1 (on other host) [2026-01-24 03:16:53,955][ INFO][PID:4064811] Checking that /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/repodata/repomd.xml exists [2026-01-24 03:16:53,955][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:16:53,956][ INFO][PID:4064811] VM allocation process starts [2026-01-24 03:16:54,008][ INFO][PID:4064811] Trying to allocate VM: ResallocHost, ticket_id=997056, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-24 03:16:57,043][ INFO][PID:4064811] Allocated host ResallocHost, ticket_id=997056, hostname=2620:52:6:1161:dead:beef:cafe:c154, name=vmhost_p09_03_prod_01510210_20260124_024113, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-24 03:16:57,043][ INFO][PID:4064811] Allocating ssh connection to builder [2026-01-24 03:16:57,044][ INFO][PID:4064811] Checking that builder machine is OK [2026-01-24 03:16:58,098][ INFO][PID:4064811] Running remote command: copr-builder-ready fedora-43-ppc64le [2026-01-24 03:16:58,610][ INFO][PID:4064811] Red Hat subscription not needed for fedora-43-ppc64le Builder is ready to be used [2026-01-24 03:16:58,611][ INFO][PID:4064811] Filling build.info file with builder info [2026-01-24 03:16:58,630][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:16:58,631][ INFO][PID:4064811] Not re-notifying FE and msg buses for the new host. [2026-01-24 03:16:58,631][ INFO][PID:4064811] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10053236-fedora-43-ppc64le --chroot fedora-43-ppc64le --detached [2026-01-24 03:16:59,456][ INFO][PID:4064811] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c154' (ED25519) to the list of known hosts. [2026-01-24 03:16:59,457][ INFO][PID:4064811] Downloading the builder-live.log file, attempt 1 [2026-01-24 03:16:59,479][ INFO][PID:4064811] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c154 copr-rpmbuild-log [2026-01-24 03:17:04,463][ INFO][PID:4064811] Periodic builder liveness probe: alive [2026-01-24 03:17:04,463][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:17:09,464][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:17:14,465][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:17:19,466][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:17:24,467][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:17:29,468][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:17:34,469][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:17:39,470][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:17:44,471][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:17:49,472][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:17:54,473][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:17:59,474][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:18:04,475][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:18:09,476][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:18:14,477][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:18:19,479][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:18:24,480][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:18:29,481][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:18:34,482][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:18:39,483][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:18:44,484][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:18:49,486][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:18:54,761][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:18:59,762][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:19:04,763][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:19:09,764][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:19:14,765][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:19:19,766][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:19:24,767][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:19:29,768][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:19:34,770][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:19:39,771][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:19:44,772][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:19:49,773][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:19:54,774][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:19:59,775][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:20:04,776][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:20:09,777][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:20:14,778][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:20:19,779][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:20:24,780][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:20:29,781][ INFO][PID:4064811] Checking for cancel request [2026-01-24 03:20:30,768][ INFO][PID:4064811] Downloading results from builder [2026-01-24 03:20:30,769][ INFO][PID:4064811] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c154]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf started [2026-01-24 03:20:30,770][ INFO][PID:4064811] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c154]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/ &> /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/build-10053236.rsync.log [2026-01-24 03:20:32,853][ INFO][PID:4064811] rsyncing finished. [2026-01-24 03:20:33,051][ INFO][PID:4064811] Releasing VM back to pool [2026-01-24 03:20:33,062][ INFO][PID:4064811] Searching for 'success' file in resultdir [2026-01-24 03:20:33,063][ INFO][PID:4064811] Going to sign pkgs from source: 10053236-fedora-43-ppc64le in chroot: /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le [2026-01-24 03:20:33,064][ INFO][PID:4064811] Calling '/bin/sign -u rpmsoftwaremanagement#dnf-nightly@copr.fedorahosted.org -p' (attempt #1) [2026-01-24 03:20:33,343][ INFO][PID:4064811] Calling '/bin/sign -4 -h sha256 -u rpmsoftwaremanagement#dnf-nightly@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/microdnf-3.10.1-1.20260124011808518596.master.4.g3597412.fc43.src.rpm' (attempt #1) [2026-01-24 03:20:33,957][ INFO][PID:4064811] signed rpm: /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/microdnf-3.10.1-1.20260124011808518596.master.4.g3597412.fc43.src.rpm [2026-01-24 03:20:33,958][ INFO][PID:4064811] Calling '/bin/sign -4 -h sha256 -u rpmsoftwaremanagement#dnf-nightly@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/microdnf-debugsource-3.10.1-1.20260124011808518596.master.4.g3597412.fc43.ppc64le.rpm' (attempt #1) [2026-01-24 03:20:34,567][ INFO][PID:4064811] signed rpm: /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/microdnf-debugsource-3.10.1-1.20260124011808518596.master.4.g3597412.fc43.ppc64le.rpm [2026-01-24 03:20:34,568][ INFO][PID:4064811] Calling '/bin/sign -4 -h sha256 -u rpmsoftwaremanagement#dnf-nightly@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/microdnf-debuginfo-3.10.1-1.20260124011808518596.master.4.g3597412.fc43.ppc64le.rpm' (attempt #1) [2026-01-24 03:20:35,193][ INFO][PID:4064811] signed rpm: /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/microdnf-debuginfo-3.10.1-1.20260124011808518596.master.4.g3597412.fc43.ppc64le.rpm [2026-01-24 03:20:35,193][ INFO][PID:4064811] Calling '/bin/sign -4 -h sha256 -u rpmsoftwaremanagement#dnf-nightly@copr.fedorahosted.org -r /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/microdnf-3.10.1-1.20260124011808518596.master.4.g3597412.fc43.ppc64le.rpm' (attempt #1) [2026-01-24 03:20:35,787][ INFO][PID:4064811] signed rpm: /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/microdnf-3.10.1-1.20260124011808518596.master.4.g3597412.fc43.ppc64le.rpm [2026-01-24 03:20:35,787][ INFO][PID:4064811] Sign done [2026-01-24 03:20:35,788][ INFO][PID:4064811] Incremental createrepo run, adding 10053236-microdnf into https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le, (auto-create-repo=True) [2026-01-24 03:20:35,789][ INFO][PID:4064811] Running command 'copr-repo --batched /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le --add 10053236-microdnf --no-appstream-metadata' as PID 4161077 [2026-01-24 03:20:37,219][ INFO][PID:4064811] Finished after 1 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le --add 10053236-microdnf --no-appstream-metadata) [2026-01-24 03:20:37,220][ INFO][PID:4064811] Getting build details [2026-01-24 03:20:37,221][ INFO][PID:4064811] Listing built binary packages in /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf [2026-01-24 03:20:37,221][ INFO][PID:4064811] Built packages: ['microdnf 3.10.1', 'microdnf-debuginfo 3.10.1', 'microdnf-debugsource 3.10.1'] [2026-01-24 03:20:37,222][ INFO][PID:4064811] build details: {'built_packages': 'microdnf 3.10.1\nmicrodnf-debuginfo 3.10.1\nmicrodnf-debugsource 3.10.1'} [2026-01-24 03:20:37,222][ INFO][PID:4064811] Retrieving pubkey [2026-01-24 03:20:37,222][ INFO][PID:4064811] Calling '/bin/sign -u rpmsoftwaremanagement#dnf-nightly@copr.fedorahosted.org -p' (attempt #1) [2026-01-24 03:20:37,535][ INFO][PID:4064811] Added pubkey for user rpmsoftwaremanagement project dnf-nightly into: /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/pubkey.gpg [2026-01-24 03:20:37,535][ INFO][PID:4064811] Finished build: id=10053236 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly chroot=fedora-43-ppc64le [2026-01-24 03:20:37,538][ INFO][PID:4064811] Worker succeeded build, took 218.90689301490784 [2026-01-24 03:20:37,539][ INFO][PID:4064811] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "rpmsoftwaremanagement", "project_name": "dnf-nightly", "project_dirname": "dnf-nightly", "submitter": "rpmsoftwaremanagement", "ended_on": 1769224837.5380468, "started_on": 1769224618.6311538, "submitted_on": null, "status": 1, "chroot": "fedora-43-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "10053236-fedora-43-ppc64le", "build_id": 10053236, "package_name": "microdnf", "package_version": "3.10.1-1.20260124011808518596.master.4.g3597412", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rpmsoftwaremanagement/dnf-nightly/microdnf", "git_hash": "b82951000235f08dee38efadcccbf8847889f7bf", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rpmsoftwaremanagement/dnf-nightly--rpmsoftwaremanagement", "results": { "packages": [ { "name": "microdnf", "epoch": null, "version": "3.10.1", "release": "1.20260124011808518596.master.4.g3597412.fc43", "arch": "ppc64le" }, { "name": "microdnf-debuginfo", "epoch": null, "version": "3.10.1", "release": "1.20260124011808518596.master.4.g3597412.fc43", "arch": "ppc64le" }, { "name": "microdnf", "epoch": null, "version": "3.10.1", "release": "1.20260124011808518596.master.4.g3597412.fc43", "arch": "src" }, { "name": "microdnf-debugsource", "epoch": null, "version": "3.10.1", "release": "1.20260124011808518596.master.4.g3597412.fc43", "arch": "ppc64le" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "bootstrap": "off", "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly", "result_dir": "10053236-microdnf", "built_packages": "microdnf 3.10.1\nmicrodnf-debuginfo 3.10.1\nmicrodnf-debugsource 3.10.1", "id": 10053236, "mockchain_macros": { "copr_username": "rpmsoftwaremanagement", "copr_projectname": "dnf-nightly", "vendor": "Fedora Project COPR (rpmsoftwaremanagement/dnf-nightly)" } } ] } [2026-01-24 03:20:37,613][ INFO][PID:4064811] Sending fedora-messaging bus message in build.end [2026-01-24 03:20:37,642][ INFO][PID:4064811] Compressing /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/builder-live.log by gzip [2026-01-24 03:20:37,643][ INFO][PID:4064811] Running command 'gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/builder-live.log' as PID 4161376 [2026-01-24 03:20:37,660][ INFO][PID:4064811] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/builder-live.log) [2026-01-24 03:20:37,661][ INFO][PID:4064811] Compressing /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/backend.log by gzip [2026-01-24 03:20:37,662][ INFO][PID:4064811] Running command 'gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-43-ppc64le/10053236-microdnf/backend.log' as PID 4161378