[2025-03-25 14:46:50,717][ INFO][PID:269285] Marking build as starting [2025-03-25 14:46:50,765][ INFO][PID:269285] Trying to allocate VM [2025-03-25 14:47:58,949][ INFO][PID:269285] Allocated host ResallocHost, ticket_id=2031171, hostname=140.211.168.243, name=copr_osuosl_p09_prod_02306930_20250325_144302 [2025-03-25 14:47:58,949][ INFO][PID:269285] Allocating ssh connection to builder [2025-03-25 14:47:58,950][ INFO][PID:269285] Checking that builder machine is OK [2025-03-25 14:48:00,286][ INFO][PID:269285] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-03-25 14:48:01,300][ INFO][PID:269285] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-03-25 14:48:01,301][ INFO][PID:269285] Filling build.info file with builder info [2025-03-25 14:48:01,302][ INFO][PID:269285] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@kdesig", "project_name": "plasma6-x11-unsupported", "project_dirname": "plasma6-x11-unsupported", "submitter": "https://src.fedoraproject.org/user/jgrulich", "ended_on": null, "started_on": 1742914081.3024094, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "8818996-fedora-rawhide-ppc64le", "build_id": 8818996, "package_name": "kwin", "package_version": "6.3.3-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@kdesig/plasma6-x11-unsupported/kwin", "git_hash": "ed5d648a1b7f6c00ee613f047b9f4e6ac9d6f639", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@kdesig/plasma6-x11-unsupported--https://src.fedoraproject.org/user/jgrulich", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": 90, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@kdesig/plasma6-x11-unsupported/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": 90 } ], "tags": [ "arch_ppc64le" ], "with_opts": [ "x11" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@kdesig/plasma6-x11-unsupported", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@kdesig/plasma6-x11-unsupported", "result_dir": "08818996-kwin", "built_packages": "", "id": 8818996, "mockchain_macros": { "copr_username": "@kdesig", "copr_projectname": "plasma6-x11-unsupported", "vendor": "Fedora Project COPR (@kdesig/plasma6-x11-unsupported)" } } ] } [2025-03-25 14:48:01,338][ INFO][PID:269285] Sending fedora-messaging bus message in build.start [2025-03-25 14:48:02,149][ INFO][PID:269285] Sending fedora-messaging bus message in chroot.start [2025-03-25 14:48:02,169][ INFO][PID:269285] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8818996-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-03-25 14:48:03,631][ INFO][PID:269285] Downloading the builder-live.log file, attempt 1 [2025-03-25 14:48:03,640][ INFO][PID:269285] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.243 copr-rpmbuild-log [2025-03-25 14:48:08,651][ INFO][PID:269285] Periodic builder liveness probe: alive [2025-03-25 14:58:08,882][ INFO][PID:269285] Periodic builder liveness probe: alive [2025-03-25 15:08:09,103][ INFO][PID:269285] Periodic builder liveness probe: alive [2025-03-25 15:18:09,416][ INFO][PID:269285] Periodic builder liveness probe: alive [2025-03-25 15:28:09,700][ INFO][PID:269285] Periodic builder liveness probe: alive [2025-03-25 15:38:09,991][ INFO][PID:269285] Periodic builder liveness probe: dead [2025-03-25 15:38:50,235][ ERROR][PID:269285] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-03-25 15:39:00,242][WARNING][PID:269285] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-03-25 15:39:10,121][ ERROR][PID:269285] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.243 port 22: Connection timed out [2025-03-25 15:39:10,243][ INFO][PID:269285] Downloading the builder-live.log file, attempt 2 [2025-03-25 15:39:10,248][ INFO][PID:269285] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.243 copr-rpmbuild-log [2025-03-25 15:40:10,332][ ERROR][PID:269285] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-03-25 15:40:20,217][ ERROR][PID:269285] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.243 port 22: Connection timed out [2025-03-25 15:40:20,345][WARNING][PID:269285] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-03-25 15:40:30,346][ INFO][PID:269285] Downloading the builder-live.log file, attempt 3 [2025-03-25 15:40:30,353][ INFO][PID:269285] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.243 copr-rpmbuild-log [2025-03-25 15:41:30,320][ ERROR][PID:269285] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.243 port 22: Connection timed out [2025-03-25 15:41:30,457][ ERROR][PID:269285] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-03-25 15:41:40,458][WARNING][PID:269285] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-03-25 15:41:50,463][ INFO][PID:269285] Downloading the builder-live.log file, attempt 4 [2025-03-25 15:41:50,472][ INFO][PID:269285] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.243 copr-rpmbuild-log [2025-03-25 15:42:27,449][ ERROR][PID:269285] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-03-25 15:42:37,453][ ERROR][PID:269285] Giving up for unstable SSH, failures: 1742917140.2426674, 1742917220.3450987, 1742917300.4585598, 1742917357.4533076 [2025-03-25 15:42:40,413][ ERROR][PID:269285] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke: OUT: ERR: ssh: connect to host 140.211.168.243 port 22: Connection timed out [2025-03-25 15:42:50,416][ ERROR][PID:269285] Can't ssh to cancel build. [2025-03-25 15:42:50,417][ ERROR][PID:269285] Re-try request for task on 'ResallocHost, ticket_id=2031171, hostname=140.211.168.243, name=copr_osuosl_p09_prod_02306930_20250325_144302': SSH problems when downloading live log: Resalloc ticket FAILED [2025-03-25 15:42:50,417][ INFO][PID:269285] Releasing VM back to pool [2025-03-25 15:42:50,442][ INFO][PID:269285] Retry #1 (on other host) [2025-03-25 15:42:50,446][ INFO][PID:269285] Trying to allocate VM [2025-03-25 15:43:02,557][ INFO][PID:269285] Allocated host ResallocHost, ticket_id=2032815, hostname=2620:52:3:1:dead:beef:cafe:c299, name=copr_p09_01_prod_02310480_20250325_153612 [2025-03-25 15:43:02,559][ INFO][PID:269285] Allocating ssh connection to builder [2025-03-25 15:43:02,560][ INFO][PID:269285] Checking that builder machine is OK [2025-03-25 15:43:03,553][ INFO][PID:269285] Running remote command: copr-builder-ready fedora-rawhide-ppc64le [2025-03-25 15:43:04,143][ INFO][PID:269285] Red Hat subscription not needed for fedora-rawhide-ppc64le Builder is ready to be used [2025-03-25 15:43:04,144][ INFO][PID:269285] Filling build.info file with builder info [2025-03-25 15:43:04,151][ INFO][PID:269285] Not re-notifying FE and msg buses for the new host. [2025-03-25 15:43:04,152][ INFO][PID:269285] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8818996-fedora-rawhide-ppc64le --chroot fedora-rawhide-ppc64le --detached [2025-03-25 15:43:05,221][ INFO][PID:269285] Downloading the builder-live.log file, attempt 1 [2025-03-25 15:43:05,230][ INFO][PID:269285] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c299 copr-rpmbuild-log [2025-03-25 15:43:14,095][ INFO][PID:269285] Cancel request succeeded out: success err: Warning: Permanently added '2620:52:3:1:dead:beef:cafe:c299' (ED25519) to the list of known hosts. [2025-03-25 15:43:14,096][ INFO][PID:269285] Downloading results from builder [2025-03-25 15:43:14,096][ INFO][PID:269285] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c299]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@kdesig/plasma6-x11-unsupported/fedora-rawhide-ppc64le/08818996-kwin started [2025-03-25 15:43:14,098][ INFO][PID:269285] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c299]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@kdesig/plasma6-x11-unsupported/fedora-rawhide-ppc64le/08818996-kwin/ &> /var/lib/copr/public_html/results/@kdesig/plasma6-x11-unsupported/fedora-rawhide-ppc64le/08818996-kwin/build-08818996.rsync.log [2025-03-25 15:43:14,754][ INFO][PID:269285] rsyncing finished. [2025-03-25 15:43:14,756][ INFO][PID:269285] Releasing VM back to pool [2025-03-25 15:43:14,817][ INFO][PID:269285] Searching for 'success' file in resultdir [2025-03-25 15:43:14,820][ ERROR][PID:269285] Build failed: Backend process error: No success file => build failure [2025-03-25 15:43:14,829][ INFO][PID:269285] Finished build: id=8818996 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/@kdesig/plasma6-x11-unsupported chroot=fedora-rawhide-ppc64le [2025-03-25 15:43:14,839][ ERROR][PID:269285] Backend process error: No success file => build failure [2025-03-25 15:43:14,845][ INFO][PID:269285] Worker failed build, took 10.69385838508606 [2025-03-25 15:43:14,849][ INFO][PID:269285] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@kdesig", "project_name": "plasma6-x11-unsupported", "project_dirname": "plasma6-x11-unsupported", "submitter": "https://src.fedoraproject.org/user/jgrulich", "ended_on": 1742917394.8452678, "started_on": 1742917384.1514094, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "8818996-fedora-rawhide-ppc64le", "build_id": 8818996, "package_name": "kwin", "package_version": "6.3.3-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@kdesig/plasma6-x11-unsupported/kwin", "git_hash": "ed5d648a1b7f6c00ee613f047b9f4e6ac9d6f639", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@kdesig/plasma6-x11-unsupported--https://src.fedoraproject.org/user/jgrulich", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": 90, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@kdesig/plasma6-x11-unsupported/fedora-rawhide-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": 90 } ], "tags": [ "arch_ppc64le" ], "with_opts": [ "x11" ], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@kdesig/plasma6-x11-unsupported", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@kdesig/plasma6-x11-unsupported", "result_dir": "08818996-kwin", "built_packages": "", "id": 8818996, "mockchain_macros": { "copr_username": "@kdesig", "copr_projectname": "plasma6-x11-unsupported", "vendor": "Fedora Project COPR (@kdesig/plasma6-x11-unsupported)" } } ] } [2025-03-25 15:43:14,943][ INFO][PID:269285] Sending fedora-messaging bus message in build.end [2025-03-25 15:43:15,002][ INFO][PID:269285] Compressing /var/lib/copr/public_html/results/@kdesig/plasma6-x11-unsupported/fedora-rawhide-ppc64le/08818996-kwin/builder-live.log by gzip [2025-03-25 15:43:15,011][ INFO][PID:269285] Running command 'gzip /var/lib/copr/public_html/results/@kdesig/plasma6-x11-unsupported/fedora-rawhide-ppc64le/08818996-kwin/builder-live.log' as PID 864760 [2025-03-25 15:43:15,022][ INFO][PID:269285] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@kdesig/plasma6-x11-unsupported/fedora-rawhide-ppc64le/08818996-kwin/builder-live.log) [2025-03-25 15:43:15,028][ INFO][PID:269285] Compressing /var/lib/copr/public_html/results/@kdesig/plasma6-x11-unsupported/fedora-rawhide-ppc64le/08818996-kwin/backend.log by gzip [2025-03-25 15:43:15,030][ INFO][PID:269285] Running command 'gzip /var/lib/copr/public_html/results/@kdesig/plasma6-x11-unsupported/fedora-rawhide-ppc64le/08818996-kwin/backend.log' as PID 864764