[2025-04-26 02:18:05,066][ INFO][PID:4036762] Marking build as starting [2025-04-26 02:18:05,130][ INFO][PID:4036762] Trying to allocate VM: ResallocHost, ticket_id=2670539, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-04-26 02:26:23,292][ INFO][PID:4036762] Allocated host ResallocHost, ticket_id=2670539, hostname=140.211.168.150, name=copr_osuosl_p09_prod_03368649_20250426_022204, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-04-26 02:26:23,293][ INFO][PID:4036762] Allocating ssh connection to builder [2025-04-26 02:26:23,293][ INFO][PID:4036762] Checking that builder machine is OK [2025-04-26 02:26:24,487][ INFO][PID:4036762] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-04-26 02:26:25,483][ INFO][PID:4036762] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-04-26 02:26:25,483][ INFO][PID:4036762] Filling build.info file with builder info [2025-04-26 02:26:25,485][ INFO][PID:4036762] Sending build state back to frontend: { "builds": [ { "timeout": 108000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "@fedora-llvm-team", "project_name": "llvm-snapshots-pgo-20250426", "project_dirname": "llvm-snapshots-pgo-20250426", "submitter": "kkleine", "ended_on": null, "started_on": 1745634385.4848146, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "8968505-fedora-rawhide-ppc64le", "build_id": 8968505, "package_name": "llvm", "package_version": "20.1.2-5", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20250426/llvm", "git_hash": "181d78ffe00072f27194b5aabf7157792e68ef97", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20250426--kkleine", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20250426/fedora-rawhide-ppc64le/", "id": "copr_base", "module_hotfixes": true, "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-test-suite/fedora-rawhide-ppc64le/", "id": "copr_fedora_llvm_team_llvm_test_suite", "name": "Additional repo copr_fedora_llvm_team_llvm_test_suite" } ], "tags": [ "arch_ppc64le" ], "with_opts": [ "snapshot_build" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20250426", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20250426", "result_dir": "08968505-llvm", "built_packages": "", "id": 8968505, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "llvm-snapshots-pgo-20250426", "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20250426)" } } ] } [2025-04-26 02:26:25,508][ INFO][PID:4036762] Sending fedora-messaging bus message in build.start [2025-04-26 02:26:26,065][ INFO][PID:4036762] Sending fedora-messaging bus message in chroot.start [2025-04-26 02:26:26,081][ INFO][PID:4036762] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8968505-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-04-26 02:26:27,338][ INFO][PID:4036762] Downloading the builder-live.log file, attempt 1 [2025-04-26 02:26:27,340][ INFO][PID:4036762] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.150 copr-rpmbuild-log [2025-04-26 02:26:32,355][ INFO][PID:4036762] Periodic builder liveness probe: alive [2025-04-26 02:36:32,446][ INFO][PID:4036762] Periodic builder liveness probe: alive [2025-04-26 02:46:32,533][ INFO][PID:4036762] Periodic builder liveness probe: dead [2025-04-26 02:47:00,139][ ERROR][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-26 02:47:10,141][WARNING][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-04-26 02:47:20,142][ INFO][PID:4036762] Downloading the builder-live.log file, attempt 2 [2025-04-26 02:47:20,143][ INFO][PID:4036762] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.150 copr-rpmbuild-log [2025-04-26 02:47:32,608][ ERROR][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.150 port 22: Connection timed out [2025-04-26 02:48:20,211][ ERROR][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-26 02:48:30,212][WARNING][PID:4036762] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-04-26 02:48:40,213][ INFO][PID:4036762] Downloading the builder-live.log file, attempt 3 [2025-04-26 02:48:40,214][ INFO][PID:4036762] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.150 copr-rpmbuild-log [2025-04-26 02:48:42,678][ ERROR][PID:4036762] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.150 port 22: Connection timed out [2025-04-26 02:49:40,283][ ERROR][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-26 02:49:50,285][WARNING][PID:4036762] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-04-26 02:49:52,748][ ERROR][PID:4036762] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.150 port 22: Connection timed out [2025-04-26 02:50:00,286][ INFO][PID:4036762] Downloading the builder-live.log file, attempt 4 [2025-04-26 02:50:00,288][ INFO][PID:4036762] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.150 copr-rpmbuild-log [2025-04-26 02:50:36,362][ ERROR][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-26 02:50:39,704][ ERROR][PID:4036762] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: Warning: Permanently added '140.211.168.150' (ED25519) to the list of known hosts. Permission denied, please try again. Permission denied, please try again. mockbuilder@140.211.168.150: Permission denied (publickey,gssapi-keyex,gssapi-with-mic,password). [2025-04-26 02:50:46,365][ ERROR][PID:4036762] Giving up for unstable SSH, failures: 1745635630.1409314, 1745635710.2122703, 1745635790.2855463, 1745635846.3657053 [2025-04-26 02:50:49,705][ ERROR][PID:4036762] Can't ssh to cancel build. [2025-04-26 02:50:49,706][ ERROR][PID:4036762] Re-try request for task on 'ResallocHost, ticket_id=2670539, hostname=140.211.168.150, name=copr_osuosl_p09_prod_03368649_20250426_022204, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-04-26 02:50:49,707][ INFO][PID:4036762] Releasing VM back to pool [2025-04-26 02:50:49,720][ INFO][PID:4036762] Retry #1 (on other host) [2025-04-26 02:50:49,733][ INFO][PID:4036762] Trying to allocate VM: ResallocHost, ticket_id=2670673, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-04-26 03:00:07,910][ INFO][PID:4036762] Allocated host ResallocHost, ticket_id=2670673, hostname=140.211.168.48, name=copr_osuosl_p09_prod_03369331_20250426_025502, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-04-26 03:00:07,918][ INFO][PID:4036762] Allocating ssh connection to builder [2025-04-26 03:00:07,918][ INFO][PID:4036762] Checking that builder machine is OK [2025-04-26 03:00:09,318][ INFO][PID:4036762] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-04-26 03:00:10,358][ INFO][PID:4036762] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-04-26 03:00:10,358][ INFO][PID:4036762] Filling build.info file with builder info [2025-04-26 03:00:10,396][ INFO][PID:4036762] Not re-notifying FE and msg buses for the new host. [2025-04-26 03:00:10,396][ INFO][PID:4036762] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8968505-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-04-26 03:00:11,753][ INFO][PID:4036762] Downloading the builder-live.log file, attempt 1 [2025-04-26 03:00:11,755][ INFO][PID:4036762] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.48 copr-rpmbuild-log [2025-04-26 03:00:16,759][ INFO][PID:4036762] Periodic builder liveness probe: alive [2025-04-26 03:10:16,904][ INFO][PID:4036762] Periodic builder liveness probe: alive [2025-04-26 03:20:17,046][ INFO][PID:4036762] Periodic builder liveness probe: alive [2025-04-26 03:26:56,140][ ERROR][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-26 03:27:06,144][WARNING][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-04-26 03:27:16,145][ INFO][PID:4036762] Downloading the builder-live.log file, attempt 2 [2025-04-26 03:27:16,147][ INFO][PID:4036762] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.48 copr-rpmbuild-log [2025-04-26 03:28:16,208][ ERROR][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-26 03:28:26,209][WARNING][PID:4036762] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-04-26 03:28:36,210][ INFO][PID:4036762] Downloading the builder-live.log file, attempt 3 [2025-04-26 03:28:36,212][ INFO][PID:4036762] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.48 copr-rpmbuild-log [2025-04-26 03:29:36,270][ ERROR][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-26 03:29:46,278][WARNING][PID:4036762] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-04-26 03:29:56,281][ INFO][PID:4036762] Downloading the builder-live.log file, attempt 4 [2025-04-26 03:29:56,284][ INFO][PID:4036762] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.48 copr-rpmbuild-log [2025-04-26 03:30:17,176][ INFO][PID:4036762] Periodic builder liveness probe: dead [2025-04-26 03:30:56,360][ ERROR][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-26 03:31:06,391][ ERROR][PID:4036762] Giving up for unstable SSH, failures: 1745638026.1448822, 1745638106.209663, 1745638186.2781703, 1745638266.391643 [2025-04-26 03:31:17,252][ ERROR][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.48 port 22: Connection timed out [2025-04-26 03:32:27,334][ ERROR][PID:4036762] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.48 port 22: Connection timed out [2025-04-26 03:33:37,406][ ERROR][PID:4036762] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.48 port 22: Connection timed out [2025-04-26 03:34:47,475][ ERROR][PID:4036762] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.48 port 22: Connection timed out [2025-04-26 03:34:57,476][ ERROR][PID:4036762] Can't ssh to cancel build. [2025-04-26 03:34:57,477][ ERROR][PID:4036762] Re-try request for task on 'ResallocHost, ticket_id=2670673, hostname=140.211.168.48, name=copr_osuosl_p09_prod_03369331_20250426_025502, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-04-26 03:34:57,478][ INFO][PID:4036762] Releasing VM back to pool [2025-04-26 03:34:57,499][ INFO][PID:4036762] Retry #2 (on other host) [2025-04-26 03:34:57,519][ INFO][PID:4036762] Trying to allocate VM: ResallocHost, ticket_id=2670925, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-04-26 03:42:15,710][ INFO][PID:4036762] Allocated host ResallocHost, ticket_id=2670925, hostname=140.211.168.14, name=copr_osuosl_p09_prod_03370272_20250426_033718, requested_tags=['copr_builder', 'arch_ppc64le'] [2025-04-26 03:42:15,716][ INFO][PID:4036762] Allocating ssh connection to builder [2025-04-26 03:42:15,717][ INFO][PID:4036762] Checking that builder machine is OK [2025-04-26 03:42:17,067][ INFO][PID:4036762] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-04-26 03:42:18,047][ INFO][PID:4036762] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-04-26 03:42:18,047][ INFO][PID:4036762] Filling build.info file with builder info [2025-04-26 03:42:18,054][ INFO][PID:4036762] Not re-notifying FE and msg buses for the new host. [2025-04-26 03:42:18,055][ INFO][PID:4036762] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8968505-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-04-26 03:42:19,391][ INFO][PID:4036762] Downloading the builder-live.log file, attempt 1 [2025-04-26 03:42:19,393][ INFO][PID:4036762] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.14 copr-rpmbuild-log [2025-04-26 03:42:24,399][ INFO][PID:4036762] Periodic builder liveness probe: alive [2025-04-26 03:52:24,491][ INFO][PID:4036762] Periodic builder liveness probe: alive [2025-04-26 04:02:24,588][ INFO][PID:4036762] Periodic builder liveness probe: dead [2025-04-26 04:02:53,139][ ERROR][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-26 04:03:03,140][WARNING][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-04-26 04:03:13,140][ INFO][PID:4036762] Downloading the builder-live.log file, attempt 2 [2025-04-26 04:03:13,142][ INFO][PID:4036762] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.14 copr-rpmbuild-log [2025-04-26 04:03:24,662][ ERROR][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.14 port 22: Connection timed out [2025-04-26 04:04:13,210][ ERROR][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-26 04:04:23,211][WARNING][PID:4036762] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-04-26 04:04:33,214][ INFO][PID:4036762] Downloading the builder-live.log file, attempt 3 [2025-04-26 04:04:33,217][ INFO][PID:4036762] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.14 copr-rpmbuild-log [2025-04-26 04:04:34,738][ ERROR][PID:4036762] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.14 port 22: Connection timed out [2025-04-26 04:05:33,292][ ERROR][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-26 04:05:43,296][WARNING][PID:4036762] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-04-26 04:05:44,809][ ERROR][PID:4036762] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.14 port 22: Connection timed out [2025-04-26 04:05:53,297][ INFO][PID:4036762] Downloading the builder-live.log file, attempt 4 [2025-04-26 04:05:53,300][ INFO][PID:4036762] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.14 copr-rpmbuild-log [2025-04-26 04:06:53,369][ ERROR][PID:4036762] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-26 04:06:54,924][ ERROR][PID:4036762] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.14 port 22: Connection timed out [2025-04-26 04:07:03,376][ ERROR][PID:4036762] Giving up for unstable SSH, failures: 1745640183.1400452, 1745640263.2118428, 1745640343.2964327, 1745640423.374939 [2025-04-26 04:07:04,926][ ERROR][PID:4036762] Can't ssh to cancel build. [2025-04-26 04:07:04,929][ ERROR][PID:4036762] Re-try request for task on 'ResallocHost, ticket_id=2670925, hostname=140.211.168.14, name=copr_osuosl_p09_prod_03370272_20250426_033718, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Resalloc ticket FAILED [2025-04-26 04:07:04,930][ INFO][PID:4036762] Releasing VM back to pool [2025-04-26 04:07:04,951][ ERROR][PID:4036762] Backend process error: Three host tried without success: {'140.211.168.150', '140.211.168.48', '140.211.168.14'} [2025-04-26 04:07:04,958][WARNING][PID:4036762] Switching not-finished job state to 'failed' [2025-04-26 04:07:04,959][ INFO][PID:4036762] Worker failed build, took 1486.9034371376038 [2025-04-26 04:07:04,960][ INFO][PID:4036762] Sending build state back to frontend: { "builds": [ { "timeout": 108000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "@fedora-llvm-team", "project_name": "llvm-snapshots-pgo-20250426", "project_dirname": "llvm-snapshots-pgo-20250426", "submitter": "kkleine", "ended_on": 1745640424.9582894, "started_on": 1745638938.0548522, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "8968505-fedora-rawhide-ppc64le", "build_id": 8968505, "package_name": "llvm", "package_version": "20.1.2-5", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-pgo-20250426/llvm", "git_hash": "181d78ffe00072f27194b5aabf7157792e68ef97", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@fedora-llvm-team/llvm-snapshots-pgo-20250426--kkleine", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20250426/fedora-rawhide-ppc64le/", "id": "copr_base", "module_hotfixes": true, "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-test-suite/fedora-rawhide-ppc64le/", "id": "copr_fedora_llvm_team_llvm_test_suite", "name": "Additional repo copr_fedora_llvm_team_llvm_test_suite" } ], "tags": [ "arch_ppc64le" ], "with_opts": [ "snapshot_build" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20250426", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-pgo-20250426", "result_dir": "08968505-llvm", "built_packages": "", "id": 8968505, "mockchain_macros": { "copr_username": "@fedora-llvm-team", "copr_projectname": "llvm-snapshots-pgo-20250426", "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-pgo-20250426)" } } ] } [2025-04-26 04:07:04,998][ INFO][PID:4036762] Sending fedora-messaging bus message in build.end [2025-04-26 04:07:05,028][ INFO][PID:4036762] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20250426/fedora-rawhide-ppc64le/08968505-llvm/builder-live.log by gzip [2025-04-26 04:07:05,031][ INFO][PID:4036762] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20250426/fedora-rawhide-ppc64le/08968505-llvm/builder-live.log' as PID 410781 [2025-04-26 04:07:05,034][ INFO][PID:4036762] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20250426/fedora-rawhide-ppc64le/08968505-llvm/builder-live.log) [2025-04-26 04:07:05,036][ INFO][PID:4036762] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20250426/fedora-rawhide-ppc64le/08968505-llvm/backend.log by gzip [2025-04-26 04:07:05,041][ INFO][PID:4036762] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-pgo-20250426/fedora-rawhide-ppc64le/08968505-llvm/backend.log' as PID 410783