[2026-01-16 11:39:25,171][ INFO][PID:770187] Marking build as starting [2026-01-16 11:39:25,361][ INFO][PID:770187] Checking that /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/repodata/repomd.xml exists [2026-01-16 11:39:25,461][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:39:25,467][ INFO][PID:770187] VM allocation process starts [2026-01-16 11:39:25,498][ INFO][PID:770187] Trying to allocate VM: ResallocHost, ticket_id=854913, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-16 11:39:30,503][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:39:35,507][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:39:40,508][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:39:45,510][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:39:50,511][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:39:55,512][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:40:00,515][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:40:05,516][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:40:10,517][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:40:15,518][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:40:20,519][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:40:25,521][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:40:30,533][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:40:35,537][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:40:40,540][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:40:45,541][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:40:50,543][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:40:55,544][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:41:00,551][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:41:05,553][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:41:10,555][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:41:15,556][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:41:20,557][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:41:25,558][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:41:30,559][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:41:35,563][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:41:40,564][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:41:45,565][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:41:50,566][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:41:55,567][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:42:00,568][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:42:05,569][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:42:10,570][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:42:15,571][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:42:20,574][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:42:25,575][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:42:30,576][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:42:35,577][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:42:40,578][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:42:43,609][ INFO][PID:770187] Allocated host ResallocHost, ticket_id=854913, hostname=2620:52:6:1161:dead:beef:cafe:c18e, name=vmhost_p09_04_prod_01293681_20260116_113725, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-16 11:42:43,610][ INFO][PID:770187] Allocating ssh connection to builder [2026-01-16 11:42:43,610][ INFO][PID:770187] Checking that builder machine is OK [2026-01-16 11:42:44,481][ INFO][PID:770187] Running remote command: copr-builder-ready fedora-43-ppc64le [2026-01-16 11:42:45,232][ INFO][PID:770187] Red Hat subscription not needed for fedora-43-ppc64le Builder is ready to be used [2026-01-16 11:42:45,233][ INFO][PID:770187] Filling build.info file with builder info [2026-01-16 11:42:45,233][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:42:45,234][ INFO][PID:770187] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "mochaa", "project_name": "protobuf", "project_dirname": "protobuf", "submitter": "https://src.fedoraproject.org/user/releng", "ended_on": null, "started_on": 1768563765.2345552, "submitted_on": null, "status": 3, "chroot": "fedora-43-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "10020880-fedora-43-ppc64le", "build_id": 10020880, "package_name": "frr", "package_version": "10.5.0-5", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/mochaa/protobuf/frr", "git_hash": "ffcf9daf09409c20c89f423b55d6b54ba3d54a44", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "mochaa/protobuf--https://src.fedoraproject.org/user/releng", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/mochaa/protobuf/fedora-43-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/mochaa/protobuf", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/mochaa/protobuf", "result_dir": "10020880-frr", "built_packages": "", "id": 10020880, "mockchain_macros": { "copr_username": "mochaa", "copr_projectname": "protobuf", "vendor": "Fedora Project COPR (mochaa/protobuf)" } } ] } [2026-01-16 11:42:45,296][ INFO][PID:770187] Sending fedora-messaging bus message in build.start [2026-01-16 11:42:45,884][ INFO][PID:770187] Sending fedora-messaging bus message in chroot.start [2026-01-16 11:42:45,917][ INFO][PID:770187] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10020880-fedora-43-ppc64le --chroot fedora-43-ppc64le --detached [2026-01-16 11:42:46,849][ INFO][PID:770187] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c18e' (ED25519) to the list of known hosts. [2026-01-16 11:42:46,849][ INFO][PID:770187] Downloading the builder-live.log file, attempt 1 [2026-01-16 11:42:46,851][ INFO][PID:770187] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c18e copr-rpmbuild-log [2026-01-16 11:42:51,855][ INFO][PID:770187] Periodic builder liveness probe: alive [2026-01-16 11:42:51,856][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:42:56,857][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:43:01,858][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:43:06,859][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:43:11,860][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:43:16,862][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:43:21,864][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:43:26,867][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:43:31,868][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:43:36,869][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:43:41,870][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:43:46,872][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:43:51,883][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:43:56,884][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:44:01,885][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:44:06,886][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:44:11,888][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:44:16,889][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:44:21,890][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:44:26,891][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:44:31,892][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:44:36,893][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:44:41,896][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:44:46,900][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:44:51,901][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:44:56,903][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:45:01,908][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:45:06,910][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:45:11,911][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:45:16,912][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:45:21,913][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:45:26,914][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:45:31,915][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:45:36,916][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:45:41,918][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:45:46,919][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:45:51,920][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:45:56,921][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:46:01,922][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:46:06,923][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:46:11,925][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:46:16,928][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:46:21,929][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:46:26,931][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:46:31,932][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:46:36,933][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:46:41,936][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:46:46,937][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:46:51,938][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:46:56,939][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:47:01,940][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:47:06,941][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:47:11,947][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:47:16,949][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:47:21,951][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:47:26,952][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:47:31,953][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:47:36,958][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:47:41,959][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:47:46,960][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:47:51,961][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:47:56,964][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:48:01,965][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:48:06,966][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:48:11,967][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:48:16,968][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:48:21,969][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:48:26,971][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:48:31,972][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:48:33,370][ ERROR][PID:770187] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 11:48:36,973][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:48:41,975][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:48:43,371][WARNING][PID:770187] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-16 11:48:46,976][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:48:51,977][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:48:53,372][ INFO][PID:770187] Downloading the builder-live.log file, attempt 2 [2026-01-16 11:48:53,373][ INFO][PID:770187] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c18e copr-rpmbuild-log [2026-01-16 11:48:56,979][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:49:01,982][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:49:06,983][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:49:11,984][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:49:16,985][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:49:21,986][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:49:26,988][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:49:31,989][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:49:36,990][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:49:41,991][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:49:46,995][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:49:51,996][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:49:53,442][ ERROR][PID:770187] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 11:49:56,997][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:50:01,998][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:50:03,449][WARNING][PID:770187] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-16 11:50:07,000][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:50:12,001][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:50:13,449][ INFO][PID:770187] Downloading the builder-live.log file, attempt 3 [2026-01-16 11:50:13,451][ INFO][PID:770187] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c18e copr-rpmbuild-log [2026-01-16 11:50:17,002][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:50:22,002][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:50:27,016][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:50:32,017][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:50:37,018][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:50:42,019][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:50:47,020][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:50:52,021][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:50:57,022][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:51:02,034][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:51:07,035][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:51:12,036][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:51:13,597][ ERROR][PID:770187] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 11:51:17,037][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:51:22,038][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:51:23,611][WARNING][PID:770187] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2026-01-16 11:51:27,039][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:51:32,040][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:51:33,612][ INFO][PID:770187] Downloading the builder-live.log file, attempt 4 [2026-01-16 11:51:33,613][ INFO][PID:770187] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c18e copr-rpmbuild-log [2026-01-16 11:51:37,041][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:51:42,042][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:51:47,043][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:51:52,044][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:51:57,045][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:52:02,046][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:52:07,047][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:52:12,048][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:52:17,050][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:52:22,051][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:52:27,051][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:52:32,052][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:52:33,681][ ERROR][PID:770187] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2026-01-16 11:52:37,053][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:52:42,054][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:52:43,690][ ERROR][PID:770187] Giving up for unstable SSH, failures: 1768564123.3715591, 1768564203.449084, 1768564283.6115065, 1768564363.690117 [2026-01-16 11:52:43,691][ ERROR][PID:770187] Re-try request for task on 'ResallocHost, ticket_id=854913, hostname=2620:52:6:1161:dead:beef:cafe:c18e, name=vmhost_p09_04_prod_01293681_20260116_113725, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2026-01-16 11:52:43,691][ INFO][PID:770187] Releasing VM back to pool [2026-01-16 11:52:43,699][ INFO][PID:770187] Retry #1 (on other host) [2026-01-16 11:52:43,700][ INFO][PID:770187] Checking that /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/repodata/repomd.xml exists [2026-01-16 11:52:43,748][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:52:43,748][ INFO][PID:770187] VM allocation process starts [2026-01-16 11:52:43,785][ INFO][PID:770187] Trying to allocate VM: ResallocHost, ticket_id=855174, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-16 11:52:46,797][ INFO][PID:770187] Allocated host ResallocHost, ticket_id=855174, hostname=2620:52:6:1161:dead:beef:cafe:c14b, name=vmhost_p09_03_prod_01293566_20260116_113208, requested_tags=['copr_builder', 'arch_ppc64le'] [2026-01-16 11:52:46,798][ INFO][PID:770187] Allocating ssh connection to builder [2026-01-16 11:52:46,798][ INFO][PID:770187] Checking that builder machine is OK [2026-01-16 11:52:47,752][ INFO][PID:770187] Running remote command: copr-builder-ready fedora-43-ppc64le [2026-01-16 11:52:48,213][ INFO][PID:770187] Red Hat subscription not needed for fedora-43-ppc64le Builder is ready to be used [2026-01-16 11:52:48,214][ INFO][PID:770187] Filling build.info file with builder info [2026-01-16 11:52:48,283][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:52:48,284][ INFO][PID:770187] Not re-notifying FE and msg buses for the new host. [2026-01-16 11:52:48,285][ INFO][PID:770187] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10020880-fedora-43-ppc64le --chroot fedora-43-ppc64le --detached [2026-01-16 11:52:49,050][ INFO][PID:770187] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '2620:52:6:1161:dead:beef:cafe:c14b' (ED25519) to the list of known hosts. [2026-01-16 11:52:49,051][ INFO][PID:770187] Downloading the builder-live.log file, attempt 1 [2026-01-16 11:52:49,052][ INFO][PID:770187] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:6:1161:dead:beef:cafe:c14b copr-rpmbuild-log [2026-01-16 11:52:54,056][ INFO][PID:770187] Periodic builder liveness probe: alive [2026-01-16 11:52:54,057][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:52:59,057][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:53:04,058][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:53:09,059][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:53:14,061][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:53:19,062][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:53:24,062][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:53:29,063][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:53:34,065][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:53:39,066][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:53:44,067][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:53:49,068][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:53:54,070][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:53:59,071][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:54:04,072][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:54:09,073][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:54:14,074][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:54:19,075][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:54:24,076][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:54:29,092][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:54:34,093][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:54:39,094][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:54:44,095][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:54:49,096][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:54:54,097][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:54:59,098][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:55:04,099][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:55:09,100][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:55:14,101][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:55:19,102][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:55:24,103][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:55:29,104][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:55:34,105][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:55:39,106][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:55:44,110][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:55:49,111][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:55:54,111][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:55:59,112][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:56:04,113][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:56:09,114][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:56:14,115][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:56:19,116][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:56:24,117][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:56:29,118][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:56:34,119][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:56:39,120][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:56:44,121][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:56:49,122][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:56:54,123][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:56:59,124][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:57:04,126][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:57:09,127][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:57:14,128][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:57:19,129][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:57:24,130][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:57:29,131][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:57:34,133][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:57:39,134][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:57:44,135][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:57:49,136][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:57:54,137][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:57:59,139][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:58:04,140][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:58:09,140][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:58:14,142][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:58:19,143][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:58:24,144][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:58:29,145][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:58:34,150][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:58:39,151][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:58:44,152][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:58:49,154][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:58:54,155][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:58:59,156][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:59:04,157][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:59:09,158][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:59:14,159][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:59:19,160][ INFO][PID:770187] Checking for cancel request [2026-01-16 11:59:23,335][ INFO][PID:770187] Downloading results from builder [2026-01-16 11:59:23,336][ INFO][PID:770187] rsyncing of mockbuilder@[2620:52:6:1161:dead:beef:cafe:c14b]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10020880-frr started [2026-01-16 11:59:23,336][ INFO][PID:770187] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:6:1161:dead:beef:cafe:c14b]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10020880-frr/ &> /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10020880-frr/build-10020880.rsync.log [2026-01-16 11:59:24,067][ INFO][PID:770187] rsyncing finished. [2026-01-16 11:59:24,068][ INFO][PID:770187] Releasing VM back to pool [2026-01-16 11:59:24,077][ INFO][PID:770187] Searching for 'success' file in resultdir [2026-01-16 11:59:24,077][ ERROR][PID:770187] Build failed: Backend process error: No success file => build failure [2026-01-16 11:59:24,078][ INFO][PID:770187] Finished build: id=10020880 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/mochaa/protobuf chroot=fedora-43-ppc64le [2026-01-16 11:59:24,080][ ERROR][PID:770187] Backend process error: No success file => build failure [2026-01-16 11:59:24,080][ INFO][PID:770187] Worker failed build, took 395.79586386680603 [2026-01-16 11:59:24,081][ INFO][PID:770187] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "mochaa", "project_name": "protobuf", "project_dirname": "protobuf", "submitter": "https://src.fedoraproject.org/user/releng", "ended_on": 1768564764.0805635, "started_on": 1768564368.2846997, "submitted_on": null, "status": 0, "chroot": "fedora-43-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "10020880-fedora-43-ppc64le", "build_id": 10020880, "package_name": "frr", "package_version": "10.5.0-5", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/mochaa/protobuf/frr", "git_hash": "ffcf9daf09409c20c89f423b55d6b54ba3d54a44", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "mochaa/protobuf--https://src.fedoraproject.org/user/releng", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/mochaa/protobuf/fedora-43-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/mochaa/protobuf", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/mochaa/protobuf", "result_dir": "10020880-frr", "built_packages": "", "id": 10020880, "mockchain_macros": { "copr_username": "mochaa", "copr_projectname": "protobuf", "vendor": "Fedora Project COPR (mochaa/protobuf)" } } ] } [2026-01-16 11:59:24,139][ INFO][PID:770187] Sending fedora-messaging bus message in build.end [2026-01-16 11:59:24,167][ INFO][PID:770187] Compressing /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10020880-frr/builder-live.log by gzip [2026-01-16 11:59:24,168][ INFO][PID:770187] Running command 'gzip /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10020880-frr/builder-live.log' as PID 878638 [2026-01-16 11:59:24,192][ INFO][PID:770187] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10020880-frr/builder-live.log) [2026-01-16 11:59:24,193][ INFO][PID:770187] Compressing /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10020880-frr/backend.log by gzip [2026-01-16 11:59:24,194][ INFO][PID:770187] Running command 'gzip /var/lib/copr/public_html/results/mochaa/protobuf/fedora-43-ppc64le/10020880-frr/backend.log' as PID 878639