[2025-04-01 18:06:21,725][ INFO][PID:3183667] Marking build as starting [2025-04-01 18:06:21,813][ INFO][PID:3183667] Trying to allocate VM: ResallocHost, ticket_id=2151184, requested_tags=['copr_builder', 'arch_noarch'] [2025-04-01 18:07:09,970][ INFO][PID:3183667] Allocated host ResallocHost, ticket_id=2151184, hostname=2620:52:3:1:dead:beef:cafe:c1cf, name=copr_hv_x86_64_04_prod_02616035_20250401_180418, requested_tags=['copr_builder', 'arch_noarch'] [2025-04-01 18:07:09,972][ INFO][PID:3183667] Allocating ssh connection to builder [2025-04-01 18:07:09,973][ INFO][PID:3183667] Checking that builder machine is OK [2025-04-01 18:07:10,575][ INFO][PID:3183667] Running remote command: copr-builder-ready srpm-builds [2025-04-01 18:07:10,904][ INFO][PID:3183667] Red Hat subscription not needed for srpm-builds Builder is ready to be used [2025-04-01 18:07:10,905][ INFO][PID:3183667] Filling build.info file with builder info [2025-04-01 18:07:10,906][ INFO][PID:3183667] Sending build state back to frontend: { "builds": [ { "timeout": 108000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": null, "enable_net": true, "project_owner": "torsava", "project_name": "automatic-obsoletes", "project_dirname": "automatic-obsoletes", "submitter": "https://src.fedoraproject.org/user/fab", "ended_on": null, "started_on": 1743530830.9060233, "submitted_on": null, "status": 3, "chroot": "srpm-builds", "arch": null, "buildroot_pkgs": null, "task_id": "8845197", "build_id": 8845197, "package_name": "python-archinfo", "package_version": null, "git_repo": null, "git_hash": null, "git_branch": null, "source_type": 10, "source_json": "{\"clone_url\": \"https://src.fedoraproject.org/rpms/python-archinfo\", \"distgit\": \"fedora\", \"committish\": \"7e5cd2f548e17fdf583bee80a63a55370b1d8d78\"}", "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": null, "sandbox": "torsava/automatic-obsoletes--https://src.fedoraproject.org/user/fab", "results": null, "appstream": false, "allow_user_ssh": null, "ssh_public_keys": null, "storage": null, "background": true, "repos": [], "destdir": "/var/lib/copr/public_html/results/torsava/automatic-obsoletes", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/torsava/automatic-obsoletes", "result_dir": "08845197", "built_packages": "", "tags": [ "arch_noarch" ], "id": 8845197, "mockchain_macros": { "copr_username": "torsava", "copr_projectname": "automatic-obsoletes", "vendor": "Fedora Project COPR (torsava/automatic-obsoletes)" } } ] } [2025-04-01 18:07:10,944][ INFO][PID:3183667] Sending fedora-messaging bus message in build.start [2025-04-01 18:07:11,924][ INFO][PID:3183667] Sending fedora-messaging bus message in chroot.start [2025-04-01 18:07:11,960][ INFO][PID:3183667] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --srpm --task-url https://copr.fedorainfracloud.org/backend/get-srpm-build-task/8845197 --detached [2025-04-01 18:07:12,594][ INFO][PID:3183667] Downloading the builder-live.log file, attempt 1 [2025-04-01 18:07:12,596][ INFO][PID:3183667] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c1cf copr-rpmbuild-log [2025-04-01 18:07:17,605][ INFO][PID:3183667] Periodic builder liveness probe: alive [2025-04-01 18:09:13,476][ ERROR][PID:3183667] Re-try request for task on 'ResallocHost, ticket_id=2151184, hostname=2620:52:3:1:dead:beef:cafe:c1cf, name=copr_hv_x86_64_04_prod_02616035_20250401_180418, requested_tags=['copr_builder', 'arch_noarch']': SSH problems when downloading live log: copr-rpmbuild-log shouldn't exit != 0 [2025-04-01 18:09:13,477][ INFO][PID:3183667] Releasing VM back to pool [2025-04-01 18:09:13,502][ INFO][PID:3183667] Retry #1 (on other host) [2025-04-01 18:09:13,532][ INFO][PID:3183667] Trying to allocate VM: ResallocHost, ticket_id=2151274, requested_tags=['copr_builder', 'arch_noarch'] [2025-04-01 18:09:25,619][ INFO][PID:3183667] Allocated host ResallocHost, ticket_id=2151274, hostname=2620:52:3:1:dead:beef:cafe:c1cf, name=copr_hv_x86_64_04_prod_02616035_20250401_180418, requested_tags=['copr_builder', 'arch_noarch'] [2025-04-01 18:09:25,621][ INFO][PID:3183667] Allocating ssh connection to builder [2025-04-01 18:09:25,623][ INFO][PID:3183667] Checking that builder machine is OK [2025-04-01 18:09:26,245][ INFO][PID:3183667] Running remote command: copr-builder-ready srpm-builds [2025-04-01 18:09:26,609][ INFO][PID:3183667] Red Hat subscription not needed for srpm-builds Builder is ready to be used [2025-04-01 18:09:26,613][ INFO][PID:3183667] Filling build.info file with builder info [2025-04-01 18:09:26,620][ INFO][PID:3183667] Not re-notifying FE and msg buses for the new host. [2025-04-01 18:09:26,621][ INFO][PID:3183667] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --srpm --task-url https://copr.fedorainfracloud.org/backend/get-srpm-build-task/8845197 --detached [2025-04-01 18:09:27,195][ INFO][PID:3183667] Downloading the builder-live.log file, attempt 1 [2025-04-01 18:09:27,199][ INFO][PID:3183667] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c1cf copr-rpmbuild-log [2025-04-01 18:11:28,067][ ERROR][PID:3183667] Re-try request for task on 'ResallocHost, ticket_id=2151274, hostname=2620:52:3:1:dead:beef:cafe:c1cf, name=copr_hv_x86_64_04_prod_02616035_20250401_180418, requested_tags=['copr_builder', 'arch_noarch']': SSH problems when downloading live log: copr-rpmbuild-log shouldn't exit != 0 [2025-04-01 18:11:28,068][ INFO][PID:3183667] Releasing VM back to pool [2025-04-01 18:11:28,095][ INFO][PID:3183667] Retry #2 (on other host) [2025-04-01 18:11:28,128][ INFO][PID:3183667] Trying to allocate VM: ResallocHost, ticket_id=2151333, requested_tags=['copr_builder', 'arch_noarch'] [2025-04-01 18:11:40,257][ INFO][PID:3183667] Allocated host ResallocHost, ticket_id=2151333, hostname=2620:52:3:1:dead:beef:cafe:c1cf, name=copr_hv_x86_64_04_prod_02616035_20250401_180418, requested_tags=['copr_builder', 'arch_noarch'] [2025-04-01 18:11:40,258][ INFO][PID:3183667] Allocating ssh connection to builder [2025-04-01 18:11:40,259][ INFO][PID:3183667] Checking that builder machine is OK [2025-04-01 18:11:40,933][ INFO][PID:3183667] Running remote command: copr-builder-ready srpm-builds [2025-04-01 18:11:41,830][ INFO][PID:3183667] Red Hat subscription not needed for srpm-builds Builder is ready to be used [2025-04-01 18:11:41,830][ INFO][PID:3183667] Filling build.info file with builder info [2025-04-01 18:11:41,843][ INFO][PID:3183667] Not re-notifying FE and msg buses for the new host. [2025-04-01 18:11:41,843][ INFO][PID:3183667] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --srpm --task-url https://copr.fedorainfracloud.org/backend/get-srpm-build-task/8845197 --detached [2025-04-01 18:11:42,474][ INFO][PID:3183667] Downloading the builder-live.log file, attempt 1 [2025-04-01 18:11:42,494][ INFO][PID:3183667] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c1cf copr-rpmbuild-log [2025-04-01 18:13:43,130][ ERROR][PID:3183667] Re-try request for task on 'ResallocHost, ticket_id=2151333, hostname=2620:52:3:1:dead:beef:cafe:c1cf, name=copr_hv_x86_64_04_prod_02616035_20250401_180418, requested_tags=['copr_builder', 'arch_noarch']': SSH problems when downloading live log: copr-rpmbuild-log shouldn't exit != 0 [2025-04-01 18:13:43,131][ INFO][PID:3183667] Releasing VM back to pool [2025-04-01 18:13:43,173][ INFO][PID:3183667] Retry #3 (on other host) [2025-04-01 18:13:43,199][ INFO][PID:3183667] Trying to allocate VM: ResallocHost, ticket_id=2151413, requested_tags=['copr_builder', 'arch_noarch'] [2025-04-01 18:13:49,282][ INFO][PID:3183667] Allocated host ResallocHost, ticket_id=2151413, hostname=34.229.131.146, name=aws_x86_64_normalreserved_prod_02616235_20250401_180936, requested_tags=['copr_builder', 'arch_noarch'] [2025-04-01 18:13:49,286][ INFO][PID:3183667] Allocating ssh connection to builder [2025-04-01 18:13:49,287][ INFO][PID:3183667] Checking that builder machine is OK [2025-04-01 18:13:49,697][ INFO][PID:3183667] Running remote command: copr-builder-ready srpm-builds [2025-04-01 18:13:49,958][ INFO][PID:3183667] Red Hat subscription not needed for srpm-builds Builder is ready to be used [2025-04-01 18:13:49,960][ INFO][PID:3183667] Filling build.info file with builder info [2025-04-01 18:13:49,967][ INFO][PID:3183667] Not re-notifying FE and msg buses for the new host. [2025-04-01 18:13:49,969][ INFO][PID:3183667] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --srpm --task-url https://copr.fedorainfracloud.org/backend/get-srpm-build-task/8845197 --detached [2025-04-01 18:13:50,425][ INFO][PID:3183667] Downloading the builder-live.log file, attempt 1 [2025-04-01 18:13:50,428][ INFO][PID:3183667] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@34.229.131.146 copr-rpmbuild-log [2025-04-01 18:13:52,333][ INFO][PID:3183667] Downloading results from builder [2025-04-01 18:13:52,334][ INFO][PID:3183667] rsyncing of mockbuilder@34.229.131.146:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/torsava/automatic-obsoletes/srpm-builds/08845197 started [2025-04-01 18:13:52,341][ INFO][PID:3183667] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@34.229.131.146:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/torsava/automatic-obsoletes/srpm-builds/08845197/ &> /var/lib/copr/public_html/results/torsava/automatic-obsoletes/srpm-builds/08845197/build-08845197.rsync.log [2025-04-01 18:13:52,655][ INFO][PID:3183667] rsyncing finished. [2025-04-01 18:13:52,656][ INFO][PID:3183667] Releasing VM back to pool [2025-04-01 18:13:52,684][ INFO][PID:3183667] Searching for 'success' file in resultdir [2025-04-01 18:13:52,690][ INFO][PID:3183667] Getting build details [2025-04-01 18:13:52,692][ INFO][PID:3183667] Retrieving SRPM info from /var/lib/copr/public_html/results/torsava/automatic-obsoletes/srpm-builds/08845197 [2025-04-01 18:13:52,697][ INFO][PID:3183667] SRPM URL: https://download.copr.fedorainfracloud.org/results/torsava/automatic-obsoletes/srpm-builds/08845197/python-archinfo-9.2.148-1.src.rpm [2025-04-01 18:13:52,698][ INFO][PID:3183667] build details: {'srpm_url': 'https://download.copr.fedorainfracloud.org/results/torsava/automatic-obsoletes/srpm-builds/08845197/python-archinfo-9.2.148-1.src.rpm', 'pkg_name': 'python-archinfo', 'pkg_version': '9.2.148-1'} [2025-04-01 18:13:52,701][ INFO][PID:3183667] Finished build: id=8845197 failed=False timeout=108000 destdir=/var/lib/copr/public_html/results/torsava/automatic-obsoletes chroot=srpm-builds [2025-04-01 18:13:52,710][ INFO][PID:3183667] Worker succeeded build, took 2.743016004562378 [2025-04-01 18:13:52,714][ INFO][PID:3183667] Sending build state back to frontend: { "builds": [ { "timeout": 108000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": null, "enable_net": true, "project_owner": "torsava", "project_name": "automatic-obsoletes", "project_dirname": "automatic-obsoletes", "submitter": "https://src.fedoraproject.org/user/fab", "ended_on": 1743531232.7104065, "started_on": 1743531229.9673905, "submitted_on": null, "status": 1, "chroot": "srpm-builds", "arch": null, "buildroot_pkgs": null, "task_id": "8845197", "build_id": 8845197, "package_name": "python-archinfo", "package_version": null, "git_repo": null, "git_hash": null, "git_branch": null, "source_type": 10, "source_json": "{\"clone_url\": \"https://src.fedoraproject.org/rpms/python-archinfo\", \"distgit\": \"fedora\", \"committish\": \"7e5cd2f548e17fdf583bee80a63a55370b1d8d78\"}", "pkg_name": "python-archinfo", "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": "https://download.copr.fedorainfracloud.org/results/torsava/automatic-obsoletes/srpm-builds/08845197/python-archinfo-9.2.148-1.src.rpm", "uses_devel_repo": null, "sandbox": "torsava/automatic-obsoletes--https://src.fedoraproject.org/user/fab", "results": { "name": "python-archinfo", "epoch": null, "version": "9.2.148", "release": "1", "exclusivearch": [], "excludearch": [] }, "appstream": false, "allow_user_ssh": null, "ssh_public_keys": null, "storage": null, "background": true, "repos": [], "destdir": "/var/lib/copr/public_html/results/torsava/automatic-obsoletes", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/torsava/automatic-obsoletes", "result_dir": "08845197", "built_packages": "", "tags": [ "arch_noarch" ], "pkg_version": "9.2.148-1", "id": 8845197, "mockchain_macros": { "copr_username": "torsava", "copr_projectname": "automatic-obsoletes", "vendor": "Fedora Project COPR (torsava/automatic-obsoletes)" } } ] } [2025-04-01 18:13:52,764][ INFO][PID:3183667] Sending fedora-messaging bus message in build.end [2025-04-01 18:13:52,805][ INFO][PID:3183667] Compressing /var/lib/copr/public_html/results/torsava/automatic-obsoletes/srpm-builds/08845197/builder-live.log by gzip [2025-04-01 18:13:52,810][ INFO][PID:3183667] Running command 'gzip /var/lib/copr/public_html/results/torsava/automatic-obsoletes/srpm-builds/08845197/builder-live.log' as PID 3264672 [2025-04-01 18:13:52,812][ INFO][PID:3183667] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/torsava/automatic-obsoletes/srpm-builds/08845197/builder-live.log) [2025-04-01 18:13:52,814][ INFO][PID:3183667] Compressing /var/lib/copr/public_html/results/torsava/automatic-obsoletes/srpm-builds/08845197/backend.log by gzip [2025-04-01 18:13:52,818][ INFO][PID:3183667] Running command 'gzip /var/lib/copr/public_html/results/torsava/automatic-obsoletes/srpm-builds/08845197/backend.log' as PID 3264673