[2025-04-25 07:06:41,817][ INFO][PID:783187] Marking build as starting [2025-04-25 07:06:41,861][ INFO][PID:783187] Trying to allocate VM: ResallocHost, ticket_id=2657366, requested_tags=['copr_builder', 'arch_x86_64'] [2025-04-25 07:06:44,878][ INFO][PID:783187] Allocated host ResallocHost, ticket_id=2657366, hostname=34.201.45.89, name=aws_x86_64_spot_prod_03316898_20250425_070049, requested_tags=['copr_builder', 'arch_x86_64'] [2025-04-25 07:06:44,879][ INFO][PID:783187] Allocating ssh connection to builder [2025-04-25 07:06:44,879][ INFO][PID:783187] Checking that builder machine is OK [2025-04-25 07:06:45,259][ INFO][PID:783187] Running remote command: copr-builder-ready fedora-rawhide-x86_64 [2025-04-25 07:06:45,471][ INFO][PID:783187] Red Hat subscription not needed for fedora-rawhide-x86_64 Builder is ready to be used [2025-04-25 07:06:45,471][ INFO][PID:783187] Filling build.info file with builder info [2025-04-25 07:06:45,473][ INFO][PID:783187] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "thrnciar", "project_name": "setuptools-78.1.1-control", "project_dirname": "setuptools-78.1.1-control", "submitter": "thrnciar", "ended_on": null, "started_on": 1745564805.473138, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8965939-fedora-rawhide-x86_64", "build_id": 8965939, "package_name": "paraview", "package_version": "5.12.1-16", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/thrnciar/setuptools-78.1.1-control/paraview", "git_hash": "2d52e7264472d26e35e677aa399cd2f0b9245b68", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "thrnciar/setuptools-78.1.1-control--thrnciar", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/thrnciar/setuptools-78.1.1-control/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/thrnciar/setuptools-78.1.1-control", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/thrnciar/setuptools-78.1.1-control", "result_dir": "08965939-paraview", "built_packages": "", "id": 8965939, "mockchain_macros": { "copr_username": "thrnciar", "copr_projectname": "setuptools-78.1.1-control", "vendor": "Fedora Project COPR (thrnciar/setuptools-78.1.1-control)" } } ] } [2025-04-25 07:06:45,496][ INFO][PID:783187] Sending fedora-messaging bus message in build.start [2025-04-25 07:06:46,258][ INFO][PID:783187] Sending fedora-messaging bus message in chroot.start [2025-04-25 07:06:46,296][ INFO][PID:783187] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8965939-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2025-04-25 07:06:46,683][ INFO][PID:783187] Downloading the builder-live.log file, attempt 1 [2025-04-25 07:06:46,685][ INFO][PID:783187] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.201.45.89 copr-rpmbuild-log [2025-04-25 07:06:51,732][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 07:16:52,039][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 07:26:52,164][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 07:36:52,312][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 07:46:52,463][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 07:56:52,579][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 08:06:52,694][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 08:16:52,861][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 08:26:52,963][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 08:36:53,048][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 08:46:53,134][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 08:56:53,230][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 09:06:53,332][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 09:16:53,469][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 09:26:53,587][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 09:36:53,716][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 09:46:53,811][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 09:56:53,893][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 10:06:53,976][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 10:16:54,169][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 10:26:54,249][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 10:36:54,334][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 10:46:54,424][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 10:56:54,522][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 11:06:54,700][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 11:16:54,925][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 11:26:55,091][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 11:36:55,292][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 11:46:55,418][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 11:56:55,580][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 12:01:45,684][ ERROR][PID:783187] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-25 12:01:55,685][WARNING][PID:783187] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-04-25 12:02:05,686][ INFO][PID:783187] Downloading the builder-live.log file, attempt 2 [2025-04-25 12:02:05,737][ INFO][PID:783187] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.201.45.89 copr-rpmbuild-log [2025-04-25 12:03:05,805][ ERROR][PID:783187] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-25 12:03:15,816][WARNING][PID:783187] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-04-25 12:03:25,817][ INFO][PID:783187] Downloading the builder-live.log file, attempt 3 [2025-04-25 12:03:25,818][ INFO][PID:783187] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.201.45.89 copr-rpmbuild-log [2025-04-25 12:04:25,886][ ERROR][PID:783187] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-25 12:04:35,887][WARNING][PID:783187] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-04-25 12:04:45,888][ INFO][PID:783187] Downloading the builder-live.log file, attempt 4 [2025-04-25 12:04:45,889][ INFO][PID:783187] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.201.45.89 copr-rpmbuild-log [2025-04-25 12:05:45,978][ ERROR][PID:783187] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-04-25 12:05:55,987][ ERROR][PID:783187] Giving up for unstable SSH, failures: 1745582515.6856272, 1745582595.8162534, 1745582675.8874831, 1745582755.987156 [2025-04-25 12:05:55,988][ ERROR][PID:783187] Re-try request for task on 'ResallocHost, ticket_id=2657366, hostname=34.201.45.89, name=aws_x86_64_spot_prod_03316898_20250425_070049, requested_tags=['copr_builder', 'arch_x86_64']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-04-25 12:05:55,990][ INFO][PID:783187] Releasing VM back to pool [2025-04-25 12:05:56,025][ INFO][PID:783187] Retry #1 (on other host) [2025-04-25 12:05:56,092][ INFO][PID:783187] Trying to allocate VM: ResallocHost, ticket_id=2662199, requested_tags=['copr_builder', 'arch_x86_64'] [2025-04-25 12:07:44,307][ INFO][PID:783187] Allocated host ResallocHost, ticket_id=2662199, hostname=3.90.21.143, name=aws_x86_64_spot_prod_03325747_20250425_120551, requested_tags=['copr_builder', 'arch_x86_64'] [2025-04-25 12:07:44,315][ INFO][PID:783187] Allocating ssh connection to builder [2025-04-25 12:07:44,315][ INFO][PID:783187] Checking that builder machine is OK [2025-04-25 12:07:44,654][ INFO][PID:783187] Running remote command: copr-builder-ready fedora-rawhide-x86_64 [2025-04-25 12:07:44,871][ INFO][PID:783187] Red Hat subscription not needed for fedora-rawhide-x86_64 Builder is ready to be used [2025-04-25 12:07:44,874][ INFO][PID:783187] Filling build.info file with builder info [2025-04-25 12:07:44,880][ INFO][PID:783187] Not re-notifying FE and msg buses for the new host. [2025-04-25 12:07:44,882][ INFO][PID:783187] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8965939-fedora-rawhide-x86_64 --chroot fedora-rawhide-x86_64 --detached [2025-04-25 12:07:45,311][ INFO][PID:783187] Downloading the builder-live.log file, attempt 1 [2025-04-25 12:07:45,315][ INFO][PID:783187] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@3.90.21.143 copr-rpmbuild-log [2025-04-25 12:07:50,324][ INFO][PID:783187] Periodic builder liveness probe: alive [2025-04-25 12:08:45,099][ INFO][PID:783187] Downloading results from builder [2025-04-25 12:08:45,102][ INFO][PID:783187] rsyncing of mockbuilder@3.90.21.143:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/thrnciar/setuptools-78.1.1-control/fedora-rawhide-x86_64/08965939-paraview started [2025-04-25 12:08:45,104][ INFO][PID:783187] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@3.90.21.143:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/thrnciar/setuptools-78.1.1-control/fedora-rawhide-x86_64/08965939-paraview/ &> /var/lib/copr/public_html/results/thrnciar/setuptools-78.1.1-control/fedora-rawhide-x86_64/08965939-paraview/build-08965939.rsync.log [2025-04-25 12:08:46,718][ INFO][PID:783187] rsyncing finished. [2025-04-25 12:08:46,720][ INFO][PID:783187] Releasing VM back to pool [2025-04-25 12:08:46,740][ INFO][PID:783187] Searching for 'success' file in resultdir [2025-04-25 12:08:46,740][ ERROR][PID:783187] Build failed: Backend process error: No success file => build failure [2025-04-25 12:08:46,742][ INFO][PID:783187] Finished build: id=8965939 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/thrnciar/setuptools-78.1.1-control chroot=fedora-rawhide-x86_64 [2025-04-25 12:08:46,746][ ERROR][PID:783187] Backend process error: No success file => build failure [2025-04-25 12:08:46,747][ INFO][PID:783187] Worker failed build, took 61.86646127700806 [2025-04-25 12:08:46,748][ INFO][PID:783187] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "thrnciar", "project_name": "setuptools-78.1.1-control", "project_dirname": "setuptools-78.1.1-control", "submitter": "thrnciar", "ended_on": 1745582926.7471066, "started_on": 1745582864.8806453, "submitted_on": null, "status": 0, "chroot": "fedora-rawhide-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "8965939-fedora-rawhide-x86_64", "build_id": 8965939, "package_name": "paraview", "package_version": "5.12.1-16", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/thrnciar/setuptools-78.1.1-control/paraview", "git_hash": "2d52e7264472d26e35e677aa399cd2f0b9245b68", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "thrnciar/setuptools-78.1.1-control--thrnciar", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "background": true, "fedora_review": false, "isolation": "default", "repo_priority": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/thrnciar/setuptools-78.1.1-control/fedora-rawhide-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "http://kojipkgs.fedoraproject.org/repos/rawhide/latest/$basearch/", "id": "http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch", "name": "Additional repo http_kojipkgs_fedoraproject_org_repos_rawhide_latest_basearch" } ], "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/thrnciar/setuptools-78.1.1-control", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/thrnciar/setuptools-78.1.1-control", "result_dir": "08965939-paraview", "built_packages": "", "id": 8965939, "mockchain_macros": { "copr_username": "thrnciar", "copr_projectname": "setuptools-78.1.1-control", "vendor": "Fedora Project COPR (thrnciar/setuptools-78.1.1-control)" } } ] } [2025-04-25 12:08:46,770][ INFO][PID:783187] Sending fedora-messaging bus message in build.end [2025-04-25 12:08:46,793][ INFO][PID:783187] Compressing /var/lib/copr/public_html/results/thrnciar/setuptools-78.1.1-control/fedora-rawhide-x86_64/08965939-paraview/builder-live.log by gzip [2025-04-25 12:08:46,795][ INFO][PID:783187] Running command 'gzip /var/lib/copr/public_html/results/thrnciar/setuptools-78.1.1-control/fedora-rawhide-x86_64/08965939-paraview/builder-live.log' as PID 2934222 [2025-04-25 12:08:46,801][ INFO][PID:783187] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/thrnciar/setuptools-78.1.1-control/fedora-rawhide-x86_64/08965939-paraview/builder-live.log) [2025-04-25 12:08:46,803][ INFO][PID:783187] Compressing /var/lib/copr/public_html/results/thrnciar/setuptools-78.1.1-control/fedora-rawhide-x86_64/08965939-paraview/backend.log by gzip [2025-04-25 12:08:46,807][ INFO][PID:783187] Running command 'gzip /var/lib/copr/public_html/results/thrnciar/setuptools-78.1.1-control/fedora-rawhide-x86_64/08965939-paraview/backend.log' as PID 2934226