[2024-03-04 16:09:29,758][ INFO][PID:2914455] Marking build as starting [2024-03-04 16:09:29,857][ INFO][PID:2914455] Trying to allocate VM [2024-03-04 16:15:48,242][ INFO][PID:2914455] Allocated host ResallocHost, ticket_id=1469821, hostname=52.70.146.213 [2024-03-04 16:15:48,243][ INFO][PID:2914455] Allocating ssh connection to builder [2024-03-04 16:15:48,244][ INFO][PID:2914455] Checking that builder machine is OK [2024-03-04 16:15:48,246][ INFO][PID:2914455] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@52.70.146.213 'rpm -q copr-rpmbuild --qf "%{VERSION} "' [2024-03-04 16:15:48,627][ INFO][PID:2914455] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@52.70.146.213 '/usr/bin/test -f /etc/mock/epel-9-x86_64.cfg' [2024-03-04 16:15:48,841][ INFO][PID:2914455] Filling build.info file with builder info [2024-03-04 16:15:48,847][ INFO][PID:2914455] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "pvalena", "project_name": "vagrant", "project_dirname": "vagrant", "submitter": "pvalena", "ended_on": null, "started_on": 1709568948.847306, "submitted_on": null, "status": 3, "chroot": "epel-9-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "7103968-epel-9-x86_64", "build_id": 7103968, "package_name": "rubygem-aruba", "package_version": "2.2.0-5", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/pvalena/vagrant/rubygem-aruba", "git_hash": "53802cb848e078570babebf627e6018839acc400", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "pvalena/vagrant--pvalena", "results": null, "appstream": false, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/pvalena/vagrant/epel-9-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/pvalena/rubygems/epel-9-x86_64/", "id": "copr_pvalena_rubygems", "module_hotfixes": true, "name": "Additional repo copr_pvalena_rubygems" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/pvalena/vagrant", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/pvalena/vagrant", "result_dir": "07103968-rubygem-aruba", "built_packages": "", "id": 7103968, "mockchain_macros": { "copr_username": "pvalena", "copr_projectname": "vagrant", "vendor": "Fedora Project COPR (pvalena/vagrant)" } } ] } [2024-03-04 16:15:48,935][ INFO][PID:2914455] Sending fedora-messaging bus message in build.start [2024-03-04 16:15:49,778][ INFO][PID:2914455] Sending fedora-messaging bus message in chroot.start [2024-03-04 16:15:49,804][ INFO][PID:2914455] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7103968-epel-9-x86_64 --chroot epel-9-x86_64 --detached [2024-03-04 16:15:49,807][ INFO][PID:2914455] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@52.70.146.213 'copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7103968-epel-9-x86_64 --chroot epel-9-x86_64 --detached' [2024-03-04 16:15:50,291][ INFO][PID:2914455] Downloading the builder-live.log file, attempt 1 [2024-03-04 16:15:50,293][ INFO][PID:2914455] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@52.70.146.213 copr-rpmbuild-log [2024-03-04 16:18:30,212][ ERROR][PID:2914455] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-03-04 16:18:40,213][WARNING][PID:2914455] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-03-04 16:18:50,215][ INFO][PID:2914455] Downloading the builder-live.log file, attempt 2 [2024-03-04 16:18:50,217][ INFO][PID:2914455] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@52.70.146.213 copr-rpmbuild-log [2024-03-04 16:19:50,285][ ERROR][PID:2914455] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-03-04 16:20:00,286][WARNING][PID:2914455] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-03-04 16:20:10,287][ INFO][PID:2914455] Downloading the builder-live.log file, attempt 3 [2024-03-04 16:20:10,290][ INFO][PID:2914455] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@52.70.146.213 copr-rpmbuild-log [2024-03-04 16:21:10,360][ ERROR][PID:2914455] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-03-04 16:21:20,361][WARNING][PID:2914455] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-03-04 16:21:30,363][ INFO][PID:2914455] Downloading the builder-live.log file, attempt 4 [2024-03-04 16:21:30,365][ INFO][PID:2914455] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@52.70.146.213 copr-rpmbuild-log [2024-03-04 16:22:30,433][ ERROR][PID:2914455] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-03-04 16:22:40,435][ ERROR][PID:2914455] Giving up for unstable SSH, failures: 1709569120.2136064, 1709569200.2869241, 1709569280.3617961, 1709569360.435048 [2024-03-04 16:22:40,436][ ERROR][PID:2914455] Re-try request for task on 'ResallocHost, ticket_id=1469821, hostname=52.70.146.213': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-03-04 16:22:40,437][ INFO][PID:2914455] Releasing VM back to pool [2024-03-04 16:22:40,455][ INFO][PID:2914455] Retry #1 (on other host) [2024-03-04 16:22:40,456][ INFO][PID:2914455] Trying to allocate VM [2024-03-04 16:25:58,674][ INFO][PID:2914455] Allocated host ResallocHost, ticket_id=1470084, hostname=44.210.80.93 [2024-03-04 16:25:58,675][ INFO][PID:2914455] Allocating ssh connection to builder [2024-03-04 16:25:58,676][ INFO][PID:2914455] Checking that builder machine is OK [2024-03-04 16:25:58,677][ INFO][PID:2914455] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.210.80.93 'rpm -q copr-rpmbuild --qf "%{VERSION} "' [2024-03-04 16:25:59,034][ INFO][PID:2914455] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.210.80.93 '/usr/bin/test -f /etc/mock/epel-9-x86_64.cfg' [2024-03-04 16:25:59,249][ INFO][PID:2914455] Filling build.info file with builder info [2024-03-04 16:25:59,251][ INFO][PID:2914455] Not re-notifying FE and msg buses for the new host. [2024-03-04 16:25:59,252][ INFO][PID:2914455] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7103968-epel-9-x86_64 --chroot epel-9-x86_64 --detached [2024-03-04 16:25:59,253][ INFO][PID:2914455] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.210.80.93 'copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7103968-epel-9-x86_64 --chroot epel-9-x86_64 --detached' [2024-03-04 16:25:59,707][ INFO][PID:2914455] Downloading the builder-live.log file, attempt 1 [2024-03-04 16:25:59,709][ INFO][PID:2914455] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.210.80.93 copr-rpmbuild-log [2024-03-04 16:29:46,038][ INFO][PID:2914455] Downloading results from builder [2024-03-04 16:29:46,039][ INFO][PID:2914455] rsyncing of mockbuilder@44.210.80.93:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64/07103968-rubygem-aruba started [2024-03-04 16:29:46,040][ INFO][PID:2914455] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@44.210.80.93:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64/07103968-rubygem-aruba/ &> /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64/07103968-rubygem-aruba/build-07103968.rsync.log [2024-03-04 16:29:46,325][ INFO][PID:2914455] rsyncing finished. [2024-03-04 16:29:46,326][ INFO][PID:2914455] Releasing VM back to pool [2024-03-04 16:29:46,344][ INFO][PID:2914455] Searching for 'success' file in resultdir [2024-03-04 16:29:46,345][ INFO][PID:2914455] Going to sign pkgs from source: 7103968-epel-9-x86_64 in chroot: /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64 [2024-03-04 16:29:46,345][ INFO][PID:2914455] Calling '/bin/sign -u pvalena#vagrant@copr.fedorahosted.org -p' (attempt #1) [2024-03-04 16:29:46,521][ INFO][PID:2914455] Calling '/bin/sign -4 -h sha256 -u pvalena#vagrant@copr.fedorahosted.org -r /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64/07103968-rubygem-aruba/rubygem-aruba-2.2.0-5.el9.src.rpm' (attempt #1) [2024-03-04 16:29:47,177][ INFO][PID:2914455] signed rpm: /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64/07103968-rubygem-aruba/rubygem-aruba-2.2.0-5.el9.src.rpm [2024-03-04 16:29:47,178][ INFO][PID:2914455] Calling '/bin/sign -4 -h sha256 -u pvalena#vagrant@copr.fedorahosted.org -r /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64/07103968-rubygem-aruba/rubygem-aruba-doc-2.2.0-5.el9.noarch.rpm' (attempt #1) [2024-03-04 16:29:47,749][ INFO][PID:2914455] signed rpm: /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64/07103968-rubygem-aruba/rubygem-aruba-doc-2.2.0-5.el9.noarch.rpm [2024-03-04 16:29:47,750][ INFO][PID:2914455] Calling '/bin/sign -4 -h sha256 -u pvalena#vagrant@copr.fedorahosted.org -r /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64/07103968-rubygem-aruba/rubygem-aruba-2.2.0-5.el9.noarch.rpm' (attempt #1) [2024-03-04 16:29:48,303][ INFO][PID:2914455] signed rpm: /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64/07103968-rubygem-aruba/rubygem-aruba-2.2.0-5.el9.noarch.rpm [2024-03-04 16:29:48,303][ INFO][PID:2914455] Sign done [2024-03-04 16:29:48,304][ INFO][PID:2914455] Incremental createrepo run, adding 07103968-rubygem-aruba into https://download.copr.fedorainfracloud.org/results/pvalena/vagrant/epel-9-x86_64, (auto-create-repo=True) [2024-03-04 16:29:48,305][ INFO][PID:2914455] Running command 'copr-repo --batched /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64 --add 07103968-rubygem-aruba --no-appstream-metadata' as PID 3071648 [2024-03-04 16:29:49,416][ INFO][PID:2914455] Finished after 1 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64 --add 07103968-rubygem-aruba --no-appstream-metadata) [2024-03-04 16:29:49,417][ INFO][PID:2914455] Getting build details [2024-03-04 16:29:49,417][ INFO][PID:2914455] Listing built binary packages in /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64/07103968-rubygem-aruba [2024-03-04 16:29:49,418][ INFO][PID:2914455] Built packages: ['rubygem-aruba-doc 2.2.0', 'rubygem-aruba 2.2.0'] [2024-03-04 16:29:49,418][ INFO][PID:2914455] build details: {'built_packages': 'rubygem-aruba-doc 2.2.0\nrubygem-aruba 2.2.0'} [2024-03-04 16:29:49,419][ INFO][PID:2914455] Retrieving pubkey [2024-03-04 16:29:49,419][ INFO][PID:2914455] Calling '/bin/sign -u pvalena#vagrant@copr.fedorahosted.org -p' (attempt #1) [2024-03-04 16:29:49,597][ INFO][PID:2914455] Added pubkey for user pvalena project vagrant into: /var/lib/copr/public_html/results/pvalena/vagrant/pubkey.gpg [2024-03-04 16:29:49,598][ INFO][PID:2914455] Finished build: id=7103968 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/pvalena/vagrant chroot=epel-9-x86_64 [2024-03-04 16:29:49,600][ INFO][PID:2914455] Worker succeeded build, took 230.34907054901123 [2024-03-04 16:29:49,601][ INFO][PID:2914455] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "pvalena", "project_name": "vagrant", "project_dirname": "vagrant", "submitter": "pvalena", "ended_on": 1709569789.600574, "started_on": 1709569559.2515035, "submitted_on": null, "status": 1, "chroot": "epel-9-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "7103968-epel-9-x86_64", "build_id": 7103968, "package_name": "rubygem-aruba", "package_version": "2.2.0-5", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/pvalena/vagrant/rubygem-aruba", "git_hash": "53802cb848e078570babebf627e6018839acc400", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "pvalena/vagrant--pvalena", "results": { "packages": [ { "name": "rubygem-aruba-doc", "epoch": null, "version": "2.2.0", "release": "5.el9", "arch": "noarch" }, { "name": "rubygem-aruba", "epoch": null, "version": "2.2.0", "release": "5.el9", "arch": "noarch" }, { "name": "rubygem-aruba", "epoch": null, "version": "2.2.0", "release": "5.el9", "arch": "src" } ] }, "appstream": false, "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/pvalena/vagrant/epel-9-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://download.copr.fedorainfracloud.org/results/pvalena/rubygems/epel-9-x86_64/", "id": "copr_pvalena_rubygems", "module_hotfixes": true, "name": "Additional repo copr_pvalena_rubygems" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/pvalena/vagrant", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/pvalena/vagrant", "result_dir": "07103968-rubygem-aruba", "built_packages": "rubygem-aruba-doc 2.2.0\nrubygem-aruba 2.2.0", "id": 7103968, "mockchain_macros": { "copr_username": "pvalena", "copr_projectname": "vagrant", "vendor": "Fedora Project COPR (pvalena/vagrant)" } } ] } [2024-03-04 16:29:49,682][ INFO][PID:2914455] Sending fedora-messaging bus message in build.end [2024-03-04 16:29:49,707][ INFO][PID:2914455] Compressing /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64/07103968-rubygem-aruba/builder-live.log by gzip [2024-03-04 16:29:49,709][ INFO][PID:2914455] Running command 'gzip /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64/07103968-rubygem-aruba/builder-live.log' as PID 3071922 [2024-03-04 16:29:49,716][ INFO][PID:2914455] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64/07103968-rubygem-aruba/builder-live.log) [2024-03-04 16:29:49,717][ INFO][PID:2914455] Compressing /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64/07103968-rubygem-aruba/backend.log by gzip [2024-03-04 16:29:49,719][ INFO][PID:2914455] Running command 'gzip /var/lib/copr/public_html/results/pvalena/vagrant/epel-9-x86_64/07103968-rubygem-aruba/backend.log' as PID 3071926