[2024-09-09 09:52:12,148][ INFO][PID:1612210] Marking build as starting [2024-09-09 09:52:12,283][ INFO][PID:1612210] Trying to allocate VM [2024-09-09 09:52:18,371][ INFO][PID:1612210] Allocated host ResallocHost, ticket_id=4799913, hostname=54.173.128.224 [2024-09-09 09:52:18,372][ INFO][PID:1612210] Allocating ssh connection to builder [2024-09-09 09:52:18,372][ INFO][PID:1612210] Checking that builder machine is OK [2024-09-09 09:52:18,739][ INFO][PID:1612210] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.173.128.224 '/usr/bin/test -f /etc/mock/fedora-rawhide-x86_64.cfg' [2024-09-09 09:52:18,957][ INFO][PID:1612210] Filling build.info file with builder info [2024-09-09 09:52:18,961][ INFO][PID:1612210] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "eclipseo", "project_name": "exiv2-0.28.1", "project_dirname": "exiv2-0.28.1", "submitter": "https://src.fedoraproject.org/user/smani", "ended_on": null, "started_on": 1725875538.9613364, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "7999312-fedora-rawhide-x86_64", "build_id": 7999312, "package_name": "qgis", "package_version": "3.38.2-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/eclipseo/exiv2-0.28.1/qgis", "git_hash": "077ade4f87c26e16633540bb737d5612bbbf19c4", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "eclipseo/exiv2-0.28.1--https://src.fedoraproject.org/user/smani", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/eclipseo/exiv2-0.28.1/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/eclipseo/exiv2-0.28.1", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/eclipseo/exiv2-0.28.1", "result_dir": "07999312-qgis", "built_packages": "", "id": 7999312, "mockchain_macros": { "copr_username": "eclipseo", "copr_projectname": "exiv2-0.28.1", "vendor": "Fedora Project COPR (eclipseo/exiv2-0.28.1)" } } ] } [2024-09-09 09:52:19,075][ INFO][PID:1612210] Sending fedora-messaging bus message in build.start [2024-09-09 09:52:21,089][ INFO][PID:1612210] Sending fedora-messaging bus message in chroot.start [2024-09-09 09:52:21,195][ INFO][PID:1612210] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7999312-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2024-09-09 09:52:21,641][ INFO][PID:1612210] Downloading the builder-live.log file, attempt 1 [2024-09-09 09:52:21,652][ INFO][PID:1612210] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.173.128.224 copr-rpmbuild-log [2024-09-09 09:52:26,686][ INFO][PID:1612210] Status: False [2024-09-09 10:02:26,900][ INFO][PID:1612210] Status: False [2024-09-09 10:12:27,075][ INFO][PID:1612210] Status: False [2024-09-09 10:22:27,189][ INFO][PID:1612210] Status: False [2024-09-09 10:32:27,286][ INFO][PID:1612210] Status: False [2024-09-09 10:42:27,428][ INFO][PID:1612210] Status: False [2024-09-09 10:52:27,606][ INFO][PID:1612210] Status: False [2024-09-09 11:02:27,696][ INFO][PID:1612210] Status: False [2024-09-09 11:12:27,801][ INFO][PID:1612210] Status: False [2024-09-09 11:22:27,897][ INFO][PID:1612210] Status: False [2024-09-09 11:32:27,995][ INFO][PID:1612210] Status: False [2024-09-09 11:42:28,079][ INFO][PID:1612210] Status: False [2024-09-09 11:52:28,186][ INFO][PID:1612210] Status: False [2024-09-09 12:02:28,274][ INFO][PID:1612210] Status: False [2024-09-09 12:12:28,412][ INFO][PID:1612210] Status: False [2024-09-09 12:22:28,499][ INFO][PID:1612210] Status: False [2024-09-09 12:32:28,583][ INFO][PID:1612210] Status: False [2024-09-09 12:34:18,860][ ERROR][PID:1612210] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-09-09 12:34:28,861][WARNING][PID:1612210] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-09-09 12:34:38,861][ INFO][PID:1612210] Downloading the builder-live.log file, attempt 2 [2024-09-09 12:34:38,879][ INFO][PID:1612210] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.173.128.224 copr-rpmbuild-log [2024-09-09 12:35:38,946][ ERROR][PID:1612210] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-09-09 12:35:48,950][WARNING][PID:1612210] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-09-09 12:35:58,951][ INFO][PID:1612210] Downloading the builder-live.log file, attempt 3 [2024-09-09 12:35:58,953][ INFO][PID:1612210] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.173.128.224 copr-rpmbuild-log [2024-09-09 12:36:59,021][ ERROR][PID:1612210] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-09-09 12:37:09,021][WARNING][PID:1612210] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2024-09-09 12:37:19,022][ INFO][PID:1612210] Downloading the builder-live.log file, attempt 4 [2024-09-09 12:37:19,024][ INFO][PID:1612210] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@54.173.128.224 copr-rpmbuild-log [2024-09-09 12:38:19,091][ ERROR][PID:1612210] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2024-09-09 12:38:29,095][ ERROR][PID:1612210] Giving up for unstable SSH, failures: 1725885268.8610072, 1725885348.9508297, 1725885429.0219414, 1725885509.0955787 [2024-09-09 12:38:29,096][ ERROR][PID:1612210] Re-try request for task on 'ResallocHost, ticket_id=4799913, hostname=54.173.128.224': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2024-09-09 12:38:29,098][ INFO][PID:1612210] Releasing VM back to pool [2024-09-09 12:38:29,129][ INFO][PID:1612210] Retry #1 (on other host) [2024-09-09 12:38:29,132][ INFO][PID:1612210] Trying to allocate VM [2024-09-09 12:39:57,301][ INFO][PID:1612210] Allocated host ResallocHost, ticket_id=4801775, hostname=2620:52:3:1:dead:beef:cafe:c14b [2024-09-09 12:39:57,302][ INFO][PID:1612210] Allocating ssh connection to builder [2024-09-09 12:39:57,303][ INFO][PID:1612210] Checking that builder machine is OK [2024-09-09 12:39:57,917][ INFO][PID:1612210] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c14b '/usr/bin/test -f /etc/mock/fedora-rawhide-x86_64.cfg' [2024-09-09 12:39:58,283][ INFO][PID:1612210] Filling build.info file with builder info [2024-09-09 12:39:58,297][ INFO][PID:1612210] Not re-notifying FE and msg buses for the new host. [2024-09-09 12:39:58,298][ INFO][PID:1612210] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/7999312-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2024-09-09 12:39:58,892][ INFO][PID:1612210] Downloading the builder-live.log file, attempt 1 [2024-09-09 12:39:58,903][ INFO][PID:1612210] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c14b copr-rpmbuild-log [2024-09-09 12:42:28,933][ INFO][PID:1612210] Status: False [2024-09-09 12:52:29,038][ INFO][PID:1612210] Status: False [2024-09-09 13:02:29,123][ INFO][PID:1612210] Status: False [2024-09-09 13:12:29,290][ INFO][PID:1612210] Status: False [2024-09-09 13:22:29,428][ INFO][PID:1612210] Status: False [2024-09-09 13:32:29,594][ INFO][PID:1612210] Status: False [2024-09-09 13:42:29,696][ INFO][PID:1612210] Status: False [2024-09-09 13:52:29,795][ INFO][PID:1612210] Status: False [2024-09-09 14:02:29,898][ INFO][PID:1612210] Status: False [2024-09-09 14:12:30,082][ INFO][PID:1612210] Status: False [2024-09-09 14:22:30,193][ INFO][PID:1612210] Status: False [2024-09-09 14:32:30,304][ INFO][PID:1612210] Status: False [2024-09-09 14:42:30,463][ INFO][PID:1612210] Status: False [2024-09-09 14:52:30,633][ INFO][PID:1612210] Status: False [2024-09-09 15:02:30,815][ INFO][PID:1612210] Status: False [2024-09-09 15:12:31,149][ INFO][PID:1612210] Status: False [2024-09-09 15:22:31,426][ INFO][PID:1612210] Status: False [2024-09-09 15:32:31,553][ INFO][PID:1612210] Status: False [2024-09-09 15:42:31,664][ INFO][PID:1612210] Status: False [2024-09-09 15:52:31,759][ INFO][PID:1612210] Status: False [2024-09-09 16:02:31,876][ INFO][PID:1612210] Status: False [2024-09-09 16:12:32,112][ INFO][PID:1612210] Status: False [2024-09-09 16:22:32,408][ INFO][PID:1612210] Status: False [2024-09-09 16:32:32,544][ INFO][PID:1612210] Status: False [2024-09-09 16:42:32,667][ INFO][PID:1612210] Status: False [2024-09-09 16:52:32,816][ INFO][PID:1612210] Status: False [2024-09-09 17:02:32,928][ INFO][PID:1612210] Status: False [2024-09-09 17:12:33,132][ INFO][PID:1612210] Status: False [2024-09-09 17:22:33,305][ INFO][PID:1612210] Status: False [2024-09-09 17:32:33,376][ INFO][PID:1612210] Status: False [2024-09-09 17:40:13,578][ INFO][PID:1612210] Downloading results from builder [2024-09-09 17:40:13,610][ INFO][PID:1612210] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c14b]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/eclipseo/exiv2-0.28.1/fedora-rawhide-x86_64/07999312-qgis started [2024-09-09 17:40:13,640][ INFO][PID:1612210] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c14b]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/eclipseo/exiv2-0.28.1/fedora-rawhide-x86_64/07999312-qgis/ &> /var/lib/copr/public_html/results/eclipseo/exiv2-0.28.1/fedora-rawhide-x86_64/07999312-qgis/build-07999312.rsync.log [2024-09-09 17:40:17,297][ INFO][PID:1612210] rsyncing finished. [2024-09-09 17:40:17,299][ INFO][PID:1612210] Releasing VM back to pool [2024-09-09 17:40:17,312][ INFO][PID:1612210] Searching for 'success' file in resultdir [2024-09-09 17:40:17,320][ ERROR][PID:1612210] Build failed: Backend process error: No success file => build failure [2024-09-09 17:40:17,439][ INFO][PID:1612210] Finished build: id=7999312 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/eclipseo/exiv2-0.28.1 chroot=fedora-rawhide-x86_64 [2024-09-09 17:40:17,545][ ERROR][PID:1612210] Backend process error: No success file => build failure [2024-09-09 17:40:17,548][ INFO][PID:1612210] Worker failed build, took 18019.251054286957 [2024-09-09 17:40:17,559][ INFO][PID:1612210] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "eclipseo", "project_name": "exiv2-0.28.1", "project_dirname": "exiv2-0.28.1", "submitter": "https://src.fedoraproject.org/user/smani", "ended_on": 1725903617.5484734, "started_on": 1725885598.297419, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "7999312-fedora-rawhide-x86_64", "build_id": 7999312, "package_name": "qgis", "package_version": "3.38.2-2", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/eclipseo/exiv2-0.28.1/qgis", "git_hash": "077ade4f87c26e16633540bb737d5612bbbf19c4", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "eclipseo/exiv2-0.28.1--https://src.fedoraproject.org/user/smani", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/eclipseo/exiv2-0.28.1/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/eclipseo/exiv2-0.28.1", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/eclipseo/exiv2-0.28.1", "result_dir": "07999312-qgis", "built_packages": "", "id": 7999312, "mockchain_macros": { "copr_username": "eclipseo", "copr_projectname": "exiv2-0.28.1", "vendor": "Fedora Project COPR (eclipseo/exiv2-0.28.1)" } } ] } [2024-09-09 17:40:18,605][ INFO][PID:1612210] Sending fedora-messaging bus message in build.end [2024-09-09 17:40:18,987][ INFO][PID:1612210] Compressing /var/lib/copr/public_html/results/eclipseo/exiv2-0.28.1/fedora-rawhide-x86_64/07999312-qgis/builder-live.log by gzip [2024-09-09 17:40:19,011][ INFO][PID:1612210] Running command 'gzip /var/lib/copr/public_html/results/eclipseo/exiv2-0.28.1/fedora-rawhide-x86_64/07999312-qgis/builder-live.log' as PID 356232 [2024-09-09 17:40:19,736][ INFO][PID:1612210] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/eclipseo/exiv2-0.28.1/fedora-rawhide-x86_64/07999312-qgis/builder-live.log) [2024-09-09 17:40:19,743][ INFO][PID:1612210] Compressing /var/lib/copr/public_html/results/eclipseo/exiv2-0.28.1/fedora-rawhide-x86_64/07999312-qgis/backend.log by gzip [2024-09-09 17:40:19,746][ INFO][PID:1612210] Running command 'gzip /var/lib/copr/public_html/results/eclipseo/exiv2-0.28.1/fedora-rawhide-x86_64/07999312-qgis/backend.log' as PID 356266