[2024-04-16 04:01:40,274][ INFO][PID:2902784] Marking build as starting [2024-04-16 04:01:40,420][ INFO][PID:2902784] Trying to allocate VM [2024-04-16 04:01:43,452][ INFO][PID:2902784] Allocated host ResallocHost, ticket_id=2308117, hostname=140.211.168.35 [2024-04-16 04:01:43,453][ INFO][PID:2902784] Allocating ssh connection to builder [2024-04-16 04:01:43,453][ INFO][PID:2902784] Checking that builder machine is OK [2024-04-16 04:01:44,808][ INFO][PID:2902784] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 '/usr/bin/test -f /etc/mock/fedora-39-ppc64le.cfg' [2024-04-16 04:01:45,778][ INFO][PID:2902784] Filling build.info file with builder info [2024-04-16 04:01:45,781][ INFO][PID:2902784] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "nalika", "project_name": "gitea", "project_dirname": "gitea", "submitter": "https://api.github.com/users/nazunalika", "ended_on": null, "started_on": 1713240105.7811744, "submitted_on": null, "status": 3, "chroot": "fedora-39-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "7316036-fedora-39-ppc64le", "build_id": 7316036, "package_name": "gitea", "package_version": "1.21.11-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/nalika/gitea/gitea", "git_hash": "47dbb91c801c55472a0a929a64258865a179a66a", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "nalika/gitea--https://api.github.com/users/nazunalika", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/nalika/gitea/fedora-39-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/nalika/gitea", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/nalika/gitea", "result_dir": "07316036-gitea", "built_packages": "", "id": 7316036, "mockchain_macros": { "copr_username": "nalika", "copr_projectname": "gitea", "vendor": "Fedora Project COPR (nalika/gitea)" } } ] } [2024-04-16 04:01:45,955][ INFO][PID:2902784] Sending fedora-messaging bus message in build.start [2024-04-16 04:01:47,664][ INFO][PID:2902784] Sending fedora-messaging bus message in chroot.start [2024-04-16 04:01:47,700][ INFO][PID:2902784] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7316036-fedora-39-ppc64le --chroot fedora-39-ppc64le --detached [2024-04-16 04:01:49,094][ INFO][PID:2902784] Downloading the builder-live.log file, attempt 1 [2024-04-16 04:01:49,104][ INFO][PID:2902784] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2024-04-16 04:01:54,105][ INFO][PID:2902784] Status: False [2024-04-16 04:11:54,284][ INFO][PID:2902784] Status: False [2024-04-16 04:15:37,257][ ERROR][PID:2902784] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-04-16 04:15:47,258][WARNING][PID:2902784] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-04-16 04:15:57,259][ INFO][PID:2902784] Downloading the builder-live.log file, attempt 2 [2024-04-16 04:15:57,261][ INFO][PID:2902784] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2024-04-16 04:16:57,328][ ERROR][PID:2902784] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-04-16 04:17:07,353][WARNING][PID:2902784] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-04-16 04:17:17,354][ INFO][PID:2902784] Downloading the builder-live.log file, attempt 3 [2024-04-16 04:17:17,356][ INFO][PID:2902784] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2024-04-16 04:18:17,435][ ERROR][PID:2902784] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-04-16 04:18:27,444][WARNING][PID:2902784] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-04-16 04:18:37,445][ INFO][PID:2902784] Downloading the builder-live.log file, attempt 4 [2024-04-16 04:18:37,447][ INFO][PID:2902784] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log [2024-04-16 04:19:37,516][ ERROR][PID:2902784] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-04-16 04:19:47,518][ ERROR][PID:2902784] Giving up for unstable SSH, failures: 1713240947.258675, 1713241027.3534641, 1713241107.4443946, 1713241187.5179577 [2024-04-16 04:19:47,519][ ERROR][PID:2902784] Re-try request for task on 'ResallocHost, ticket_id=2308117, hostname=140.211.168.35': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-04-16 04:19:47,519][ INFO][PID:2902784] Releasing VM back to pool [2024-04-16 04:19:47,528][ INFO][PID:2902784] Retry #1 (on other host) [2024-04-16 04:19:47,530][ INFO][PID:2902784] Trying to allocate VM [2024-04-16 04:19:50,610][ INFO][PID:2902784] Allocated host ResallocHost, ticket_id=2308399, hostname=2620:52:3:1:dead:beef:cafe:c253 [2024-04-16 04:19:50,611][ INFO][PID:2902784] Allocating ssh connection to builder [2024-04-16 04:19:50,611][ INFO][PID:2902784] Checking that builder machine is OK [2024-04-16 04:19:52,366][ INFO][PID:2902784] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c253 '/usr/bin/test -f /etc/mock/fedora-39-ppc64le.cfg' [2024-04-16 04:19:52,932][ INFO][PID:2902784] Filling build.info file with builder info [2024-04-16 04:19:53,878][ INFO][PID:2902784] Not re-notifying FE and msg buses for the new host. [2024-04-16 04:19:53,879][ INFO][PID:2902784] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7316036-fedora-39-ppc64le --chroot fedora-39-ppc64le --detached [2024-04-16 04:19:54,792][ INFO][PID:2902784] Downloading the builder-live.log file, attempt 1 [2024-04-16 04:19:54,794][ INFO][PID:2902784] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c253 copr-rpmbuild-log [2024-04-16 04:21:54,813][ INFO][PID:2902784] Status: False [2024-04-16 04:30:18,318][ INFO][PID:2902784] Downloading results from builder [2024-04-16 04:30:18,318][ INFO][PID:2902784] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c253]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea started [2024-04-16 04:30:18,319][ INFO][PID:2902784] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c253]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/ &> /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/build-07316036.rsync.log [2024-04-16 04:30:19,598][ INFO][PID:2902784] rsyncing finished. [2024-04-16 04:30:19,599][ INFO][PID:2902784] Releasing VM back to pool [2024-04-16 04:30:19,606][ INFO][PID:2902784] Searching for 'success' file in resultdir [2024-04-16 04:30:19,607][ INFO][PID:2902784] Going to sign pkgs from source: 7316036-fedora-39-ppc64le in chroot: /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le [2024-04-16 04:30:19,607][ INFO][PID:2902784] Calling '/bin/sign -u nalika#gitea@copr.fedorahosted.org -p' (attempt #1) [2024-04-16 04:30:19,895][ INFO][PID:2902784] Calling '/bin/sign -4 -h sha256 -u nalika#gitea@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/gitea-nginx-1.21.11-1.fc39.ppc64le.rpm' (attempt #1) [2024-04-16 04:30:21,009][ INFO][PID:2902784] signed rpm: /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/gitea-nginx-1.21.11-1.fc39.ppc64le.rpm [2024-04-16 04:30:21,010][ INFO][PID:2902784] Calling '/bin/sign -4 -h sha256 -u nalika#gitea@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/gitea-1.21.11-1.fc39.src.rpm' (attempt #1) [2024-04-16 04:30:23,776][ INFO][PID:2902784] signed rpm: /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/gitea-1.21.11-1.fc39.src.rpm [2024-04-16 04:30:23,777][ INFO][PID:2902784] Calling '/bin/sign -4 -h sha256 -u nalika#gitea@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/gitea-docs-1.21.11-1.fc39.ppc64le.rpm' (attempt #1) [2024-04-16 04:30:24,604][ INFO][PID:2902784] signed rpm: /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/gitea-docs-1.21.11-1.fc39.ppc64le.rpm [2024-04-16 04:30:24,604][ INFO][PID:2902784] Calling '/bin/sign -4 -h sha256 -u nalika#gitea@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/gitea-caddy-1.21.11-1.fc39.ppc64le.rpm' (attempt #1) [2024-04-16 04:30:25,509][ INFO][PID:2902784] signed rpm: /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/gitea-caddy-1.21.11-1.fc39.ppc64le.rpm [2024-04-16 04:30:25,510][ INFO][PID:2902784] Calling '/bin/sign -4 -h sha256 -u nalika#gitea@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/gitea-httpd-1.21.11-1.fc39.ppc64le.rpm' (attempt #1) [2024-04-16 04:30:26,318][ INFO][PID:2902784] signed rpm: /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/gitea-httpd-1.21.11-1.fc39.ppc64le.rpm [2024-04-16 04:30:26,319][ INFO][PID:2902784] Calling '/bin/sign -4 -h sha256 -u nalika#gitea@copr.fedorahosted.org -r /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/gitea-1.21.11-1.fc39.ppc64le.rpm' (attempt #1) [2024-04-16 04:30:28,361][ INFO][PID:2902784] signed rpm: /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/gitea-1.21.11-1.fc39.ppc64le.rpm [2024-04-16 04:30:28,361][ INFO][PID:2902784] Sign done [2024-04-16 04:30:28,362][ INFO][PID:2902784] Incremental createrepo run, adding 07316036-gitea into https://download.copr.fedorainfracloud.org/results/nalika/gitea/fedora-39-ppc64le, (auto-create-repo=True) [2024-04-16 04:30:28,363][ INFO][PID:2902784] Running command 'copr-repo --batched /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le --add 07316036-gitea --no-appstream-metadata' as PID 3058746 [2024-04-16 04:30:30,026][ INFO][PID:2902784] Finished after 1 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le --add 07316036-gitea --no-appstream-metadata) [2024-04-16 04:30:30,027][ INFO][PID:2902784] Getting build details [2024-04-16 04:30:30,027][ INFO][PID:2902784] Listing built binary packages in /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea [2024-04-16 04:30:30,027][ INFO][PID:2902784] Built packages: ['gitea-docs 1.21.11', 'gitea-httpd 1.21.11', 'gitea-nginx 1.21.11', 'gitea 1.21.11', 'gitea-caddy 1.21.11'] [2024-04-16 04:30:30,028][ INFO][PID:2902784] build details: {'built_packages': 'gitea-docs 1.21.11\ngitea-httpd 1.21.11\ngitea-nginx 1.21.11\ngitea 1.21.11\ngitea-caddy 1.21.11'} [2024-04-16 04:30:30,028][ INFO][PID:2902784] Retrieving pubkey [2024-04-16 04:30:30,029][ INFO][PID:2902784] Calling '/bin/sign -u nalika#gitea@copr.fedorahosted.org -p' (attempt #1) [2024-04-16 04:30:30,751][ INFO][PID:2902784] Added pubkey for user nalika project gitea into: /var/lib/copr/public_html/results/nalika/gitea/pubkey.gpg [2024-04-16 04:30:30,751][ INFO][PID:2902784] Finished build: id=7316036 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/nalika/gitea chroot=fedora-39-ppc64le [2024-04-16 04:30:30,753][ INFO][PID:2902784] Worker succeeded build, took 636.874696969986 [2024-04-16 04:30:30,754][ INFO][PID:2902784] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "nalika", "project_name": "gitea", "project_dirname": "gitea", "submitter": "https://api.github.com/users/nazunalika", "ended_on": 1713241830.7534068, "started_on": 1713241193.8787098, "submitted_on": null, "status": 1, "chroot": "fedora-39-ppc64le", "arch": "ppc64le", "buildroot_pkgs": [], "task_id": "7316036-fedora-39-ppc64le", "build_id": 7316036, "package_name": "gitea", "package_version": "1.21.11-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/nalika/gitea/gitea", "git_hash": "47dbb91c801c55472a0a929a64258865a179a66a", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "nalika/gitea--https://api.github.com/users/nazunalika", "results": { "packages": [ { "name": "gitea-docs", "epoch": null, "version": "1.21.11", "release": "1.fc39", "arch": "ppc64le" }, { "name": "gitea-httpd", "epoch": null, "version": "1.21.11", "release": "1.fc39", "arch": "ppc64le" }, { "name": "gitea", "epoch": null, "version": "1.21.11", "release": "1.fc39", "arch": "src" }, { "name": "gitea-nginx", "epoch": null, "version": "1.21.11", "release": "1.fc39", "arch": "ppc64le" }, { "name": "gitea", "epoch": null, "version": "1.21.11", "release": "1.fc39", "arch": "ppc64le" }, { "name": "gitea-caddy", "epoch": null, "version": "1.21.11", "release": "1.fc39", "arch": "ppc64le" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/nalika/gitea/fedora-39-ppc64le/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "tags": [ "arch_ppc64le" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/nalika/gitea", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/nalika/gitea", "result_dir": "07316036-gitea", "built_packages": "gitea-docs 1.21.11\ngitea-httpd 1.21.11\ngitea-nginx 1.21.11\ngitea 1.21.11\ngitea-caddy 1.21.11", "id": 7316036, "mockchain_macros": { "copr_username": "nalika", "copr_projectname": "gitea", "vendor": "Fedora Project COPR (nalika/gitea)" } } ] } [2024-04-16 04:30:30,849][ INFO][PID:2902784] Sending fedora-messaging bus message in build.end [2024-04-16 04:30:30,880][ INFO][PID:2902784] Compressing /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/builder-live.log by gzip [2024-04-16 04:30:30,881][ INFO][PID:2902784] Running command 'gzip /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/builder-live.log' as PID 3058823 [2024-04-16 04:30:30,890][ INFO][PID:2902784] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/builder-live.log) [2024-04-16 04:30:30,890][ INFO][PID:2902784] Compressing /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/backend.log by gzip [2024-04-16 04:30:30,891][ INFO][PID:2902784] Running command 'gzip /var/lib/copr/public_html/results/nalika/gitea/fedora-39-ppc64le/07316036-gitea/backend.log' as PID 3058828