[2025-07-28 03:56:16,088][ INFO][PID:2355946] Marking build as starting [2025-07-28 03:56:16,152][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:56:16,157][ INFO][PID:2355946] VM allocation process starts [2025-07-28 03:56:16,204][ INFO][PID:2355946] Trying to allocate VM: ResallocHost, ticket_id=4192079, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-28 03:56:21,211][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:56:26,212][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:56:31,213][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:56:36,214][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:56:41,215][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:56:46,216][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:56:51,217][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:56:56,218][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:57:01,219][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:57:06,220][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:57:11,221][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:57:16,222][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:57:21,223][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:57:26,224][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:57:31,225][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:57:36,226][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:57:41,227][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:57:46,228][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:57:51,229][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:57:56,230][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:58:01,231][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:58:06,233][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:58:11,234][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:58:16,235][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:58:21,236][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:58:26,237][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:58:31,238][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:58:36,239][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:58:41,240][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:58:46,241][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:58:51,242][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:58:56,243][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:59:01,244][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:59:06,245][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:59:11,246][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:59:16,247][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:59:21,248][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:59:26,249][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:59:31,256][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:59:36,257][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:59:41,258][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:59:46,259][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:59:51,267][ INFO][PID:2355946] Checking for cancel request [2025-07-28 03:59:56,268][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:00:01,269][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:00:06,270][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:00:11,272][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:00:16,273][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:00:21,274][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:00:26,275][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:00:31,276][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:00:34,330][ INFO][PID:2355946] Allocated host ResallocHost, ticket_id=4192079, hostname=140.211.168.229, name=copr_osuosl_p09_prod_05921292_20250728_035721, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-28 04:00:34,335][ INFO][PID:2355946] Allocating ssh connection to builder [2025-07-28 04:00:34,338][ INFO][PID:2355946] Checking that builder machine is OK [2025-07-28 04:00:35,834][ INFO][PID:2355946] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-07-28 04:00:36,848][ INFO][PID:2355946] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-07-28 04:00:36,848][ INFO][PID:2355946] Filling build.info file with builder info [2025-07-28 04:00:36,849][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:00:36,850][ INFO][PID:2355946] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "rpmsoftwaremanagement", "project_name": "dnf-nightly", "project_dirname": "dnf-nightly", "submitter": "rpmsoftwaremanagement", "ended_on": null, "started_on": 1753675236.849933, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9343531-fedora-rawhide-ppc64le", "build_id": 9343531, "package_name": "createrepo_c", "package_version": "1.2.1-20250728012521.11.gc673138", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rpmsoftwaremanagement/dnf-nightly/createrepo_c", "git_hash": "b6ec6d5588a085921f5b801043b45d5ad04b9902", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rpmsoftwaremanagement/dnf-nightly--rpmsoftwaremanagement", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "bootstrap": "off", "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly", "result_dir": "09343531-createrepo_c", "built_packages": "", "id": 9343531, "mockchain_macros": { "copr_username": "rpmsoftwaremanagement", "copr_projectname": "dnf-nightly", "vendor": "Fedora Project COPR (rpmsoftwaremanagement/dnf-nightly)" } } ] } [2025-07-28 04:00:36,890][ INFO][PID:2355946] Sending fedora-messaging bus message in build.start [2025-07-28 04:00:37,590][ INFO][PID:2355946] Sending fedora-messaging bus message in chroot.start [2025-07-28 04:00:37,616][ INFO][PID:2355946] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9343531-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-07-28 04:00:38,856][ INFO][PID:2355946] Downloading the builder-live.log file, attempt 1 [2025-07-28 04:00:38,858][ INFO][PID:2355946] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.229 copr-rpmbuild-log [2025-07-28 04:00:43,861][ INFO][PID:2355946] Periodic builder liveness probe: alive [2025-07-28 04:00:43,862][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:00:48,863][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:00:53,864][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:00:58,865][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:01:03,866][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:01:08,867][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:01:13,868][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:01:18,869][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:01:23,871][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:01:28,872][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:01:33,873][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:01:38,874][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:01:43,875][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:01:48,876][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:01:53,877][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:01:58,879][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:02:03,881][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:02:08,882][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:02:13,918][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:02:18,920][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:02:23,921][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:02:28,922][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:02:33,923][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:02:38,924][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:02:43,925][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:02:48,926][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:02:53,927][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:02:58,929][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:03:03,930][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:03:08,931][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:03:13,932][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:03:18,933][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:03:23,934][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:03:28,936][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:03:33,937][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:03:38,938][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:03:43,939][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:03:48,940][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:03:53,941][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:03:58,942][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:04:03,943][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:04:08,944][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:04:13,945][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:04:18,946][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:04:23,947][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:04:28,949][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:04:33,950][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:04:38,951][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:04:43,952][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:04:48,953][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:04:53,954][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:04:58,955][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:05:03,956][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:05:08,957][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:05:13,958][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:05:18,959][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:05:23,961][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:05:28,962][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:05:33,963][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:05:38,964][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:05:43,965][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:05:48,966][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:05:53,968][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:05:58,973][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:06:03,974][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:06:08,975][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:06:13,977][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:06:18,979][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:06:23,981][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:06:28,983][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:06:33,984][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:06:38,989][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:06:43,990][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:06:48,991][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:06:53,993][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:06:58,994][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:07:03,995][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:07:08,997][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:07:13,998][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:07:18,999][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:07:24,000][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:07:29,002][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:07:34,003][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:07:39,004][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:07:44,005][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:07:49,007][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:07:54,009][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:07:59,011][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:08:04,013][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:08:09,015][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:08:14,016][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:08:19,017][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:08:24,019][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:08:29,020][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:08:34,022][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:08:39,025][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:08:44,027][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:08:49,028][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:08:54,029][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:08:59,030][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:09:04,031][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:09:09,033][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:09:14,034][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:09:19,035][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:09:24,042][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:09:29,043][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:09:34,045][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:09:39,047][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:09:44,048][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:09:49,049][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:09:54,051][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:09:59,056][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:10:04,057][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:10:09,058][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:10:14,059][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:10:19,060][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:10:24,061][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:10:29,062][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:10:34,064][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:10:39,065][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:10:44,076][ INFO][PID:2355946] Periodic builder liveness probe: alive [2025-07-28 04:10:44,077][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:10:49,078][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:10:54,079][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:10:59,080][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:11:04,082][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:11:09,084][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:11:14,086][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:11:19,087][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:11:24,091][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:11:29,092][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:11:34,094][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:11:39,095][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:11:44,097][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:11:49,098][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:11:54,100][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:11:59,104][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:12:04,106][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:12:09,108][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:12:14,109][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:12:19,110][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:12:24,112][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:12:29,113][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:12:34,119][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:12:39,122][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:12:44,125][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:12:49,127][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:12:54,129][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:12:59,131][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:13:04,133][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:13:09,134][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:13:14,136][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:13:19,137][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:13:24,138][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:13:29,139][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:13:34,140][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:13:39,142][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:13:44,143][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:13:49,144][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:13:54,145][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:13:59,146][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:14:04,147][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:14:09,149][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:14:14,150][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:14:19,151][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:14:24,153][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:14:29,155][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:14:34,156][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:14:39,157][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:14:44,158][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:14:49,159][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:14:54,160][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:14:59,161][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:15:04,162][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:15:09,163][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:15:14,164][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:15:19,166][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:15:24,167][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:15:29,168][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:15:34,169][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:15:39,170][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:15:44,171][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:15:49,172][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:15:54,174][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:15:59,175][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:16:04,176][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:16:09,177][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:16:14,178][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:16:19,179][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:16:24,180][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:16:29,183][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:16:34,186][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:16:39,188][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:16:44,191][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:16:49,192][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:16:54,193][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:16:59,195][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:17:04,196][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:17:09,197][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:17:14,198][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:17:19,199][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:17:24,200][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:17:29,201][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:17:34,202][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:17:39,203][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:17:44,204][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:17:49,205][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:17:54,206][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:17:59,207][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:18:04,208][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:18:09,209][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:18:14,211][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:18:19,212][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:18:24,213][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:18:29,214][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:18:34,214][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:18:39,216][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:18:44,217][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:18:49,218][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:18:54,219][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:18:59,220][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:19:04,220][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:19:09,222][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:19:14,223][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:19:19,224][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:19:24,225][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:19:29,226][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:19:34,227][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:19:39,228][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:19:44,229][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:19:49,230][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:19:54,232][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:19:59,232][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:20:04,234][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:20:09,234][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:20:14,235][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:20:19,237][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:20:24,237][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:20:29,238][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:20:34,239][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:20:39,240][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:20:44,251][ INFO][PID:2355946] Periodic builder liveness probe: alive [2025-07-28 04:20:44,252][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:20:49,253][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:20:54,254][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:20:59,255][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:21:04,255][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:21:09,257][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:21:14,258][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:21:19,259][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:21:24,260][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:21:29,261][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:21:34,262][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:21:39,263][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:21:44,264][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:21:49,265][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:21:54,266][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:21:59,267][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:22:04,268][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:22:09,269][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:22:14,270][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:22:19,271][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:22:24,272][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:22:29,273][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:22:34,274][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:22:39,275][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:22:44,276][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:22:49,277][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:22:54,278][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:22:59,279][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:23:04,280][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:23:09,281][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:23:14,282][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:23:19,283][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:23:24,284][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:23:29,285][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:23:34,286][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:23:39,287][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:23:44,288][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:23:49,289][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:23:54,290][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:23:59,291][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:24:04,293][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:24:09,294][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:24:14,295][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:24:19,296][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:24:24,297][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:24:29,298][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:24:34,299][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:24:39,300][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:24:44,301][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:24:49,302][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:24:54,303][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:24:59,304][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:25:04,305][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:25:09,306][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:25:14,307][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:25:19,308][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:25:24,309][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:25:29,310][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:25:34,312][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:25:39,313][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:25:44,314][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:25:49,315][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:25:54,316][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:25:59,317][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:26:04,318][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:26:09,319][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:26:14,320][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:26:19,321][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:26:24,322][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:26:29,323][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:26:34,324][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:26:39,325][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:26:44,326][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:26:49,327][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:26:54,328][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:26:59,329][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:27:04,331][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:27:09,332][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:27:14,333][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:27:19,334][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:27:24,335][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:27:29,336][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:27:34,337][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:27:39,338][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:27:44,339][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:27:49,341][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:27:54,342][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:27:59,343][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:28:04,344][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:28:09,345][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:28:14,346][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:28:19,347][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:28:24,348][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:28:29,350][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:28:34,351][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:28:39,352][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:28:44,353][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:28:49,354][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:28:54,355][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:28:59,356][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:29:04,357][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:29:09,358][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:29:14,359][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:29:19,360][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:29:24,362][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:29:29,363][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:29:34,364][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:29:39,365][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:29:44,366][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:29:49,367][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:29:54,368][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:29:59,370][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:30:04,371][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:30:09,372][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:30:14,373][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:30:19,374][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:30:24,375][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:30:29,376][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:30:34,377][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:30:39,378][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:30:44,384][ INFO][PID:2355946] Periodic builder liveness probe: alive [2025-07-28 04:30:44,384][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:30:49,385][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:30:54,386][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:30:59,387][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:31:04,388][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:31:09,389][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:31:14,390][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:31:19,391][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:31:24,392][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:31:29,393][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:31:34,394][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:31:39,396][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:31:44,397][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:31:49,398][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:31:54,399][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:31:59,400][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:32:04,401][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:32:09,402][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:32:14,404][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:32:19,405][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:32:24,406][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:32:29,407][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:32:34,408][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:32:39,409][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:32:44,410][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:32:49,411][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:32:54,412][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:32:59,413][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:33:04,415][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:33:09,416][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:33:14,417][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:33:19,418][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:33:24,420][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:33:29,424][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:33:34,427][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:33:39,432][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:33:44,433][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:33:49,435][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:33:54,436][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:33:59,437][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:34:04,438][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:34:09,442][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:34:14,445][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:34:19,446][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:34:24,447][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:34:29,449][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:34:34,451][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:34:39,453][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:34:44,454][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:34:49,455][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:34:54,457][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:34:59,459][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:35:04,460][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:35:09,461][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:35:14,462][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:35:19,463][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:35:24,465][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:35:29,466][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:35:34,467][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:35:39,468][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:35:44,469][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:35:49,470][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:35:54,471][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:35:55,139][ ERROR][PID:2355946] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-28 04:35:59,472][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:36:04,474][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:36:05,140][WARNING][PID:2355946] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-28 04:36:09,475][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:36:14,476][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:36:15,141][ INFO][PID:2355946] Downloading the builder-live.log file, attempt 2 [2025-07-28 04:36:15,142][ INFO][PID:2355946] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.229 copr-rpmbuild-log [2025-07-28 04:36:19,477][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:36:24,479][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:36:29,480][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:36:34,481][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:36:39,482][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:36:44,483][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:36:49,484][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:36:54,486][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:36:59,487][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:37:04,488][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:37:09,489][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:37:14,490][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:37:15,210][ ERROR][PID:2355946] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-28 04:37:19,491][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:37:24,492][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:37:25,215][WARNING][PID:2355946] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-28 04:37:29,493][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:37:34,495][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:37:35,216][ INFO][PID:2355946] Downloading the builder-live.log file, attempt 3 [2025-07-28 04:37:35,217][ INFO][PID:2355946] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.229 copr-rpmbuild-log [2025-07-28 04:37:39,496][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:37:44,497][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:37:49,498][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:37:54,499][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:37:59,500][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:38:04,501][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:38:09,502][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:38:14,503][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:38:19,504][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:38:24,506][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:38:29,507][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:38:34,508][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:38:35,284][ ERROR][PID:2355946] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-28 04:38:39,509][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:38:44,511][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:38:45,287][WARNING][PID:2355946] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-28 04:38:49,512][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:38:54,513][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:38:55,288][ INFO][PID:2355946] Downloading the builder-live.log file, attempt 4 [2025-07-28 04:38:55,290][ INFO][PID:2355946] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.229 copr-rpmbuild-log [2025-07-28 04:38:59,514][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:39:04,516][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:39:09,517][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:39:14,518][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:39:19,520][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:39:24,521][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:39:29,522][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:39:34,523][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:39:39,524][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:39:44,525][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:39:49,526][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:39:54,527][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:39:55,359][ ERROR][PID:2355946] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-28 04:39:59,528][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:40:04,529][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:40:05,360][ ERROR][PID:2355946] Giving up for unstable SSH, failures: 1753677365.1402173, 1753677445.2151692, 1753677525.2877927, 1753677605.3604147 [2025-07-28 04:40:05,361][ ERROR][PID:2355946] Re-try request for task on 'ResallocHost, ticket_id=4192079, hostname=140.211.168.229, name=copr_osuosl_p09_prod_05921292_20250728_035721, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-07-28 04:40:05,361][ INFO][PID:2355946] Releasing VM back to pool [2025-07-28 04:40:05,374][ INFO][PID:2355946] Retry #1 (on other host) [2025-07-28 04:40:05,375][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:40:05,376][ INFO][PID:2355946] VM allocation process starts [2025-07-28 04:40:05,392][ INFO][PID:2355946] Trying to allocate VM: ResallocHost, ticket_id=4192489, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-28 04:40:10,393][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:40:15,394][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:40:20,395][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:40:25,396][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:40:30,397][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:40:35,398][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:40:40,399][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:40:45,400][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:40:50,402][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:40:55,403][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:41:00,404][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:41:05,405][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:41:10,406][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:41:15,407][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:41:20,408][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:41:25,409][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:41:30,410][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:41:35,411][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:41:40,412][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:41:45,413][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:41:50,414][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:41:55,415][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:42:00,416][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:42:05,417][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:42:10,418][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:42:15,418][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:42:20,419][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:42:25,421][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:42:30,422][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:42:35,423][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:42:40,424][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:42:45,425][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:42:50,426][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:42:55,428][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:43:00,429][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:43:05,430][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:43:10,431][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:43:15,432][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:43:20,433][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:43:23,511][ INFO][PID:2355946] Allocated host ResallocHost, ticket_id=4192489, hostname=140.211.168.94, name=copr_osuosl_p09_prod_05922123_20250728_043947, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-28 04:43:23,512][ INFO][PID:2355946] Allocating ssh connection to builder [2025-07-28 04:43:23,512][ INFO][PID:2355946] Checking that builder machine is OK [2025-07-28 04:43:24,983][ INFO][PID:2355946] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-07-28 04:43:26,016][ INFO][PID:2355946] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-07-28 04:43:26,017][ INFO][PID:2355946] Filling build.info file with builder info [2025-07-28 04:43:26,019][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:43:26,020][ INFO][PID:2355946] Not re-notifying FE and msg buses for the new host. [2025-07-28 04:43:26,021][ INFO][PID:2355946] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9343531-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-07-28 04:43:27,303][ INFO][PID:2355946] Downloading the builder-live.log file, attempt 1 [2025-07-28 04:43:27,304][ INFO][PID:2355946] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.94 copr-rpmbuild-log [2025-07-28 04:43:32,316][ INFO][PID:2355946] Periodic builder liveness probe: alive [2025-07-28 04:43:32,317][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:43:37,318][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:43:42,319][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:43:47,320][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:43:52,321][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:43:57,322][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:44:02,323][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:44:07,324][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:44:12,325][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:44:17,327][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:44:22,328][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:44:27,329][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:44:32,330][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:44:37,331][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:44:42,332][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:44:47,333][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:44:52,334][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:44:57,336][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:45:02,337][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:45:07,338][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:45:12,339][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:45:17,340][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:45:22,341][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:45:27,342][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:45:32,343][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:45:37,344][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:45:42,345][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:45:47,346][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:45:52,347][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:45:57,348][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:46:02,349][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:46:07,350][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:46:12,351][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:46:17,352][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:46:22,353][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:46:27,354][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:46:32,355][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:46:37,356][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:46:42,357][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:46:47,358][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:46:52,359][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:46:57,360][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:47:02,361][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:47:07,362][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:47:12,363][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:47:17,364][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:47:22,365][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:47:27,366][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:47:32,367][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:47:37,369][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:47:42,369][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:47:47,370][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:47:52,372][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:47:57,372][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:48:02,374][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:48:07,375][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:48:12,376][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:48:17,377][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:48:22,378][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:48:27,379][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:48:32,380][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:48:37,381][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:48:42,382][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:48:47,383][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:48:52,385][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:48:57,386][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:49:02,387][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:49:07,388][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:49:12,389][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:49:17,390][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:49:22,391][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:49:27,392][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:49:32,393][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:49:37,394][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:49:42,395][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:49:47,396][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:49:52,397][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:49:57,398][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:50:02,399][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:50:07,400][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:50:12,401][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:50:17,403][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:50:22,404][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:50:27,405][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:50:32,406][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:50:37,407][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:50:42,409][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:50:47,410][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:50:52,411][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:50:57,412][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:51:02,413][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:51:07,414][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:51:12,415][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:51:17,416][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:51:22,417][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:51:27,418][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:51:32,419][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:51:37,421][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:51:42,422][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:51:47,423][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:51:52,424][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:51:57,425][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:52:02,426][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:52:07,427][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:52:12,428][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:52:17,429][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:52:22,431][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:52:27,432][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:52:32,433][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:52:37,434][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:52:42,440][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:52:47,442][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:52:52,443][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:52:57,444][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:53:02,445][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:53:07,445][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:53:12,446][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:53:17,448][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:53:22,448][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:53:27,449][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:53:32,456][ INFO][PID:2355946] Periodic builder liveness probe: alive [2025-07-28 04:53:32,456][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:53:37,457][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:53:42,458][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:53:47,459][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:53:52,460][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:53:57,464][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:54:02,465][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:54:07,466][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:54:12,467][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:54:17,468][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:54:22,469][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:54:27,470][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:54:32,471][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:54:37,472][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:54:42,473][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:54:47,474][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:54:52,475][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:54:57,477][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:55:02,478][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:55:07,479][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:55:12,480][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:55:17,481][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:55:22,482][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:55:27,483][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:55:32,484][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:55:37,485][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:55:42,486][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:55:47,488][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:55:52,489][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:55:57,490][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:56:02,491][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:56:07,492][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:56:12,493][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:56:17,494][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:56:22,495][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:56:27,496][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:56:32,497][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:56:37,498][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:56:42,499][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:56:47,500][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:56:52,501][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:56:57,502][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:57:02,503][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:57:07,504][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:57:12,505][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:57:17,506][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:57:22,507][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:57:27,508][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:57:32,509][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:57:37,511][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:57:42,512][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:57:47,513][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:57:52,515][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:57:57,516][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:58:02,517][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:58:07,518][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:58:12,519][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:58:17,520][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:58:22,521][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:58:27,522][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:58:32,523][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:58:37,524][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:58:42,525][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:58:47,526][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:58:52,527][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:58:57,528][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:59:02,529][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:59:07,530][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:59:12,532][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:59:17,533][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:59:22,533][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:59:27,534][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:59:32,535][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:59:37,536][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:59:42,537][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:59:47,539][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:59:52,539][ INFO][PID:2355946] Checking for cancel request [2025-07-28 04:59:57,540][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:00:02,541][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:00:07,542][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:00:12,543][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:00:17,544][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:00:22,545][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:00:27,548][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:00:32,550][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:00:37,555][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:00:42,556][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:00:47,557][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:00:52,558][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:00:57,560][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:01:02,561][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:01:07,562][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:01:12,563][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:01:17,564][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:01:22,566][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:01:27,568][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:01:32,569][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:01:37,570][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:01:42,571][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:01:47,573][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:01:52,575][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:01:57,576][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:02:02,577][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:02:07,578][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:02:12,579][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:02:17,580][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:02:22,581][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:02:27,582][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:02:32,583][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:02:37,589][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:02:42,589][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:02:47,591][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:02:52,592][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:02:57,593][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:03:02,594][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:03:07,595][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:03:12,596][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:03:17,597][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:03:22,598][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:03:27,599][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:03:32,607][ INFO][PID:2355946] Periodic builder liveness probe: alive [2025-07-28 05:03:32,608][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:03:37,609][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:03:42,610][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:03:47,611][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:03:52,613][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:03:57,614][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:04:02,615][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:04:07,616][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:04:12,617][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:04:17,618][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:04:22,619][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:04:27,621][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:04:32,622][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:04:37,623][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:04:42,624][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:04:47,626][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:04:52,627][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:04:57,628][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:05:02,629][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:05:07,631][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:05:12,632][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:05:17,638][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:05:22,639][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:05:27,640][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:05:32,641][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:05:37,643][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:05:42,645][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:05:47,648][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:05:52,649][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:05:57,650][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:06:02,651][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:06:07,652][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:06:12,654][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:06:17,655][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:06:22,656][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:06:27,657][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:06:32,658][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:06:37,659][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:06:42,664][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:06:47,666][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:06:52,667][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:06:57,668][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:07:02,669][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:07:07,670][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:07:12,671][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:07:17,672][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:07:22,674][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:07:27,675][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:07:32,676][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:07:37,678][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:07:42,679][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:07:47,680][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:07:52,681][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:07:57,683][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:08:02,684][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:08:07,686][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:08:12,688][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:08:17,690][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:08:22,693][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:08:27,695][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:08:32,701][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:08:37,705][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:08:42,707][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:08:47,709][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:08:52,710][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:08:57,711][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:09:02,712][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:09:07,713][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:09:12,715][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:09:17,716][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:09:22,717][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:09:27,719][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:09:32,720][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:09:37,721][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:09:42,723][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:09:47,724][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:09:52,725][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:09:57,726][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:10:02,727][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:10:07,728][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:10:12,729][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:10:17,730][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:10:22,731][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:10:27,733][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:10:32,734][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:10:37,735][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:10:42,737][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:10:47,738][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:10:52,739][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:10:57,741][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:11:02,742][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:11:07,743][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:11:12,744][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:11:17,745][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:11:22,746][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:11:27,746][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:11:32,747][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:11:37,748][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:11:42,750][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:11:47,751][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:11:52,752][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:11:57,753][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:12:02,754][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:12:07,755][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:12:12,756][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:12:17,757][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:12:22,758][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:12:27,759][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:12:32,760][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:12:37,761][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:12:42,762][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:12:47,763][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:12:52,764][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:12:57,765][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:13:02,766][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:13:07,768][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:13:12,769][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:13:17,770][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:13:22,771][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:13:27,772][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:13:32,778][ INFO][PID:2355946] Periodic builder liveness probe: alive [2025-07-28 05:13:32,778][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:13:37,779][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:13:42,780][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:13:47,781][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:13:52,782][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:13:57,783][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:14:02,784][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:14:07,785][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:14:12,786][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:14:17,787][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:14:22,789][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:14:27,790][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:14:32,791][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:14:37,792][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:14:42,793][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:14:47,794][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:14:52,795][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:14:57,796][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:15:02,797][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:15:07,798][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:15:12,800][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:15:17,801][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:15:22,802][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:15:27,803][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:15:32,804][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:15:37,805][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:15:42,807][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:15:47,809][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:15:52,811][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:15:57,812][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:16:02,813][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:16:07,814][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:16:12,815][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:16:17,816][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:16:22,817][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:16:27,818][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:16:32,819][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:16:37,821][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:16:42,822][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:16:43,339][ ERROR][PID:2355946] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-28 05:16:47,823][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:16:52,824][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:16:53,340][WARNING][PID:2355946] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-28 05:16:57,825][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:17:02,826][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:17:03,341][ INFO][PID:2355946] Downloading the builder-live.log file, attempt 2 [2025-07-28 05:17:03,343][ INFO][PID:2355946] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.94 copr-rpmbuild-log [2025-07-28 05:17:07,827][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:17:12,828][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:17:17,829][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:17:22,830][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:17:27,832][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:17:32,833][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:17:37,834][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:17:42,836][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:17:47,838][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:17:52,839][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:17:57,840][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:18:02,842][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:18:07,844][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:18:12,845][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:18:17,846][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:18:22,847][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:18:27,848][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:18:32,849][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:18:37,850][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:18:42,851][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:18:47,852][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:18:52,854][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:18:57,854][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:19:02,856][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:19:05,395][ ERROR][PID:2355946] Re-try request for task on 'ResallocHost, ticket_id=4192489, hostname=140.211.168.94, name=copr_osuosl_p09_prod_05922123_20250728_043947, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: copr-rpmbuild-log shouldn't exit != 0 [2025-07-28 05:19:05,395][ INFO][PID:2355946] Releasing VM back to pool [2025-07-28 05:19:05,403][ INFO][PID:2355946] Retry #2 (on other host) [2025-07-28 05:19:05,404][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:19:05,405][ INFO][PID:2355946] VM allocation process starts [2025-07-28 05:19:05,437][ INFO][PID:2355946] Trying to allocate VM: ResallocHost, ticket_id=4192829, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-28 05:19:10,439][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:19:15,440][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:19:20,441][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:19:25,442][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:19:30,443][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:19:33,500][ INFO][PID:2355946] Allocated host ResallocHost, ticket_id=4192829, hostname=140.211.168.171, name=copr_osuosl_p09_prod_05922542_20250728_051605, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-07-28 05:19:33,501][ INFO][PID:2355946] Allocating ssh connection to builder [2025-07-28 05:19:33,502][ INFO][PID:2355946] Checking that builder machine is OK [2025-07-28 05:19:34,847][ INFO][PID:2355946] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-07-28 05:19:35,877][ INFO][PID:2355946] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-07-28 05:19:35,878][ INFO][PID:2355946] Filling build.info file with builder info [2025-07-28 05:19:35,881][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:19:35,881][ INFO][PID:2355946] Not re-notifying FE and msg buses for the new host. [2025-07-28 05:19:35,882][ INFO][PID:2355946] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9343531-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-07-28 05:19:37,233][ INFO][PID:2355946] Downloading the builder-live.log file, attempt 1 [2025-07-28 05:19:37,235][ INFO][PID:2355946] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.171 copr-rpmbuild-log [2025-07-28 05:19:42,234][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:19:47,235][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:19:52,236][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:19:57,237][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:20:02,238][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:20:07,239][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:20:12,240][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:20:17,241][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:20:22,242][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:20:27,243][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:20:32,243][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:20:37,244][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:20:42,245][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:20:47,246][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:20:52,247][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:20:57,248][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:21:02,249][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:21:07,250][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:21:12,251][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:21:17,252][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:21:22,253][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:21:27,254][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:21:32,255][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:21:37,256][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:21:42,257][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:21:47,258][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:21:52,259][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:21:57,260][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:22:02,261][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:22:07,262][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:22:12,263][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:22:17,264][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:22:22,265][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:22:27,266][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:22:32,267][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:22:37,268][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:22:42,269][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:22:47,270][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:22:52,271][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:22:57,272][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:23:02,273][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:23:07,274][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:23:12,276][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:23:17,277][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:23:22,277][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:23:27,279][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:23:32,280][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:23:37,286][ INFO][PID:2355946] Periodic builder liveness probe: alive [2025-07-28 05:23:37,287][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:23:42,288][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:23:47,289][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:23:52,290][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:23:57,291][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:24:02,292][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:24:07,293][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:24:12,294][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:24:17,295][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:24:22,296][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:24:27,297][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:24:32,298][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:24:37,299][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:24:42,300][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:24:47,301][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:24:52,302][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:24:57,303][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:25:02,304][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:25:07,305][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:25:12,306][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:25:17,307][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:25:22,308][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:25:27,309][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:25:32,310][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:25:37,311][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:25:42,312][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:25:47,313][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:25:52,314][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:25:57,315][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:26:02,316][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:26:07,317][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:26:12,318][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:26:17,319][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:26:22,320][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:26:27,321][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:26:32,322][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:26:37,324][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:26:42,326][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:26:47,327][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:26:52,328][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:26:57,329][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:27:02,330][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:27:07,332][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:27:12,334][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:27:17,335][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:27:22,337][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:27:27,338][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:27:32,339][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:27:37,341][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:27:42,342][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:27:47,343][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:27:52,344][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:27:57,345][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:28:02,346][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:28:07,347][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:28:12,348][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:28:17,349][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:28:22,351][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:28:27,352][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:28:32,353][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:28:37,354][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:28:42,355][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:28:47,356][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:28:52,358][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:28:57,359][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:29:02,360][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:29:07,361][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:29:12,362][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:29:17,363][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:29:22,364][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:29:27,365][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:29:32,366][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:29:37,367][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:29:42,368][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:29:47,369][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:29:52,370][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:29:57,371][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:30:02,373][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:30:07,374][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:30:12,375][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:30:17,376][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:30:22,377][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:30:27,378][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:30:32,379][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:30:37,380][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:30:42,381][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:30:47,382][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:30:52,383][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:30:57,384][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:31:02,385][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:31:07,386][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:31:12,387][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:31:17,388][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:31:22,390][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:31:27,391][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:31:32,392][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:31:37,393][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:31:42,394][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:31:47,395][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:31:52,396][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:31:57,397][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:32:02,399][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:32:07,400][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:32:12,401][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:32:17,403][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:32:22,404][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:32:27,405][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:32:32,407][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:32:37,409][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:32:42,413][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:32:47,414][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:32:52,416][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:32:57,417][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:33:02,420][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:33:07,421][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:33:12,422][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:33:17,423][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:33:22,425][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:33:27,426][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:33:32,427][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:33:37,434][ INFO][PID:2355946] Periodic builder liveness probe: alive [2025-07-28 05:33:37,434][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:33:42,435][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:33:47,436][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:33:52,437][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:33:57,438][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:34:02,439][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:34:07,440][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:34:12,441][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:34:17,442][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:34:22,444][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:34:27,445][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:34:32,446][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:34:37,447][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:34:42,448][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:34:47,450][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:34:52,451][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:34:57,452][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:35:02,453][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:35:07,454][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:35:12,455][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:35:17,457][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:35:22,458][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:35:27,459][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:35:32,460][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:35:37,461][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:35:42,462][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:35:47,464][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:35:52,467][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:35:57,468][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:36:02,469][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:36:07,470][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:36:12,471][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:36:17,472][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:36:22,474][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:36:27,475][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:36:32,476][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:36:37,477][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:36:42,478][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:36:47,479][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:36:52,480][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:36:57,481][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:37:02,483][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:37:07,484][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:37:12,485][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:37:17,486][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:37:22,487][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:37:27,488][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:37:32,489][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:37:37,491][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:37:42,492][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:37:47,493][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:37:52,495][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:37:57,496][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:38:02,498][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:38:07,499][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:38:12,500][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:38:17,502][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:38:22,503][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:38:27,503][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:38:32,504][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:38:37,505][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:38:42,506][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:38:47,507][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:38:52,508][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:38:57,509][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:39:02,510][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:39:07,511][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:39:12,512][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:39:17,513][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:39:22,514][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:39:27,515][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:39:32,516][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:39:37,517][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:39:42,518][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:39:47,519][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:39:52,520][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:39:57,521][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:40:02,522][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:40:07,523][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:40:12,525][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:40:17,526][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:40:22,527][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:40:27,528][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:40:32,529][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:40:37,530][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:40:42,531][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:40:47,533][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:40:52,534][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:40:57,535][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:41:02,536][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:41:07,537][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:41:12,538][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:41:17,539][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:41:22,540][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:41:27,541][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:41:32,542][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:41:37,543][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:41:42,544][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:41:47,545][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:41:52,546][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:41:57,547][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:42:02,548][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:42:07,549][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:42:12,550][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:42:17,551][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:42:22,552][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:42:27,553][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:42:32,555][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:42:37,556][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:42:42,556][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:42:47,557][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:42:52,558][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:42:57,559][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:43:02,560][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:43:07,561][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:43:12,562][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:43:17,565][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:43:22,566][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:43:27,567][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:43:32,568][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:43:37,574][ INFO][PID:2355946] Periodic builder liveness probe: alive [2025-07-28 05:43:37,574][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:43:42,575][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:43:47,577][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:43:52,578][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:43:57,579][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:44:02,580][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:44:07,581][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:44:12,582][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:44:17,584][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:44:22,585][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:44:27,586][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:44:32,587][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:44:37,588][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:44:42,589][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:44:47,590][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:44:52,591][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:44:57,592][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:45:02,593][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:45:07,594][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:45:12,595][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:45:17,596][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:45:22,597][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:45:27,598][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:45:32,599][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:45:37,600][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:45:42,601][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:45:47,602][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:45:52,603][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:45:57,604][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:46:02,605][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:46:07,606][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:46:12,607][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:46:17,608][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:46:22,609][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:46:27,610][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:46:32,612][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:46:37,613][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:46:42,614][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:46:47,615][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:46:52,616][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:46:57,617][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:47:02,618][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:47:07,620][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:47:12,620][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:47:17,621][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:47:22,622][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:47:27,623][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:47:32,625][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:47:37,625][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:47:42,626][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:47:47,627][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:47:52,628][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:47:57,629][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:48:02,630][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:48:07,631][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:48:12,632][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:48:17,634][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:48:22,636][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:48:27,637][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:48:32,638][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:48:37,639][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:48:42,640][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:48:47,641][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:48:52,642][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:48:57,643][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:49:02,645][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:49:07,645][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:49:12,646][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:49:17,647][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:49:22,648][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:49:27,649][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:49:32,650][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:49:37,651][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:49:42,652][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:49:47,653][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:49:52,654][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:49:57,655][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:50:02,656][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:50:07,657][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:50:12,658][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:50:17,659][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:50:22,660][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:50:27,661][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:50:32,662][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:50:37,663][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:50:39,139][ ERROR][PID:2355946] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-28 05:50:42,665][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:50:47,666][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:50:49,139][WARNING][PID:2355946] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-28 05:50:52,667][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:50:57,668][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:50:59,140][ INFO][PID:2355946] Downloading the builder-live.log file, attempt 2 [2025-07-28 05:50:59,141][ INFO][PID:2355946] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.171 copr-rpmbuild-log [2025-07-28 05:51:02,669][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:51:07,670][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:51:12,671][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:51:17,672][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:51:22,673][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:51:27,674][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:51:32,676][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:51:37,677][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:51:42,678][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:51:47,679][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:51:52,680][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:51:57,681][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:51:59,209][ ERROR][PID:2355946] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-28 05:52:02,682][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:52:07,684][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:52:09,214][WARNING][PID:2355946] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-28 05:52:12,687][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:52:17,688][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:52:19,215][ INFO][PID:2355946] Downloading the builder-live.log file, attempt 3 [2025-07-28 05:52:19,216][ INFO][PID:2355946] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.171 copr-rpmbuild-log [2025-07-28 05:52:22,689][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:52:27,690][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:52:32,691][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:52:37,692][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:52:42,693][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:52:47,694][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:52:52,695][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:52:57,696][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:53:02,697][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:53:07,698][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:53:12,699][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:53:17,700][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:53:19,286][ ERROR][PID:2355946] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-28 05:53:22,701][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:53:27,702][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:53:29,290][WARNING][PID:2355946] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-07-28 05:53:32,703][ INFO][PID:2355946] Checking for cancel request [2025-07-28 05:53:37,709][ INFO][PID:2355946] Periodic builder liveness probe: dead [2025-07-28 05:53:39,291][ INFO][PID:2355946] Downloading the builder-live.log file, attempt 4 [2025-07-28 05:53:39,293][ INFO][PID:2355946] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.171 copr-rpmbuild-log [2025-07-28 05:54:37,778][ ERROR][PID:2355946] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.171 port 22: Connection timed out [2025-07-28 05:54:39,360][ ERROR][PID:2355946] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-07-28 05:54:49,361][ ERROR][PID:2355946] Giving up for unstable SSH, failures: 1753681849.139825, 1753681929.2143204, 1753682009.29051, 1753682089.3610928 [2025-07-28 05:55:47,847][ ERROR][PID:2355946] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.171 port 22: Connection timed out [2025-07-28 05:56:57,917][ ERROR][PID:2355946] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.171 port 22: Connection timed out [2025-07-28 05:58:07,985][ ERROR][PID:2355946] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.171 port 22: Connection timed out [2025-07-28 05:58:17,986][ ERROR][PID:2355946] Can't ssh to cancel build. [2025-07-28 05:58:17,986][ ERROR][PID:2355946] Re-try request for task on 'ResallocHost, ticket_id=4192829, hostname=140.211.168.171, name=copr_osuosl_p09_prod_05922542_20250728_051605, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-07-28 05:58:17,987][ INFO][PID:2355946] Releasing VM back to pool [2025-07-28 05:58:17,995][ ERROR][PID:2355946] Backend process error: Three host tried without success: {'140.211.168.171', '140.211.168.94', '140.211.168.229'} [2025-07-28 05:58:17,996][WARNING][PID:2355946] Switching not-finished job state to 'failed' [2025-07-28 05:58:17,996][ INFO][PID:2355946] Worker failed build, took 2322.1147108078003 [2025-07-28 05:58:17,997][ INFO][PID:2355946] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "rpmsoftwaremanagement", "project_name": "dnf-nightly", "project_dirname": "dnf-nightly", "submitter": "rpmsoftwaremanagement", "ended_on": 1753682297.996482, "started_on": 1753679975.881771, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "9343531-fedora-rawhide-ppc64le", "build_id": 9343531, "package_name": "createrepo_c", "package_version": "1.2.1-20250728012521.11.gc673138", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rpmsoftwaremanagement/dnf-nightly/createrepo_c", "git_hash": "b6ec6d5588a085921f5b801043b45d5ad04b9902", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "rpmsoftwaremanagement/dnf-nightly--rpmsoftwaremanagement", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "bootstrap": "off", "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly", "result_dir": "09343531-createrepo_c", "built_packages": "", "id": 9343531, "mockchain_macros": { "copr_username": "rpmsoftwaremanagement", "copr_projectname": "dnf-nightly", "vendor": "Fedora Project COPR (rpmsoftwaremanagement/dnf-nightly)" } } ] } [2025-07-28 05:58:18,037][ INFO][PID:2355946] Sending fedora-messaging bus message in build.end [2025-07-28 05:58:18,060][ INFO][PID:2355946] Compressing /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/09343531-createrepo_c/builder-live.log by gzip [2025-07-28 05:58:18,062][ INFO][PID:2355946] Running command 'gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/09343531-createrepo_c/builder-live.log' as PID 2924038 [2025-07-28 05:58:18,063][ INFO][PID:2355946] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/09343531-createrepo_c/builder-live.log) [2025-07-28 05:58:18,063][ INFO][PID:2355946] Compressing /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/09343531-createrepo_c/backend.log by gzip [2025-07-28 05:58:18,064][ INFO][PID:2355946] Running command 'gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-rawhide-ppc64le/09343531-createrepo_c/backend.log' as PID 2924039