[2025-08-12 10:42:29,650][ INFO][PID:2088942] Marking build as starting [2025-08-12 10:42:29,721][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:42:29,734][ INFO][PID:2088942] VM allocation process starts [2025-08-12 10:42:29,847][ INFO][PID:2088942] Trying to allocate VM: ResallocHost, ticket_id=4439022, requested_tags=['copr_builder', 'arch_noarch'] [2025-08-12 10:42:34,890][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:42:39,891][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:42:44,896][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:42:49,907][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:42:54,913][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:42:59,919][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:43:04,924][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:43:08,109][ INFO][PID:2088942] Allocated host ResallocHost, ticket_id=4439022, hostname=2620:52:3:1:dead:beef:cafe:c290, name=copr_p09_01_prod_06202224_20250812_103432, requested_tags=['copr_builder', 'arch_noarch'] [2025-08-12 10:43:08,112][ INFO][PID:2088942] Allocating ssh connection to builder [2025-08-12 10:43:08,123][ INFO][PID:2088942] Checking that builder machine is OK [2025-08-12 10:43:08,912][ INFO][PID:2088942] Running remote command: copr-builder-ready srpm-builds [2025-08-12 10:43:09,449][ INFO][PID:2088942] Red Hat subscription not needed for srpm-builds Builder is ready to be used [2025-08-12 10:43:09,449][ INFO][PID:2088942] Filling build.info file with builder info [2025-08-12 10:43:09,454][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:43:09,460][ INFO][PID:2088942] Sending build state back to frontend: { "builds": [ { "timeout": 108000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": null, "enable_net": true, "project_owner": "tjuhasz", "project_name": "nodejs-node_modules.change.mpb.checker", "project_dirname": "nodejs-node_modules.change.mpb.checker", "submitter": "tjuhasz", "ended_on": null, "started_on": 1754995389.4599752, "submitted_on": null, "status": 3, "chroot": "srpm-builds", "arch": null, "buildroot_pkgs": null, "task_id": "9403907", "build_id": 9403907, "package_name": null, "package_version": null, "git_repo": null, "git_hash": null, "git_branch": null, "source_type": 10, "source_json": "{\"clone_url\": \"https://src.fedoraproject.org/rpms/ski.git\", \"committish\": \"8ce4322e42bd24c1c83ea962ccf2551b73f14d83\"}", "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": null, "sandbox": "tjuhasz/nodejs-node_modules.change.mpb.checker--tjuhasz", "results": null, "appstream": false, "allow_user_ssh": null, "ssh_public_keys": null, "storage": null, "repos": [], "background": true, "destdir": "/var/lib/copr/public_html/results/tjuhasz/nodejs-node_modules.change.mpb.checker", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/tjuhasz/nodejs-node_modules.change.mpb.checker", "result_dir": "09403907", "built_packages": "", "tags": [ "arch_noarch" ], "id": 9403907, "mockchain_macros": { "copr_username": "tjuhasz", "copr_projectname": "nodejs-node_modules.change.mpb.checker", "vendor": "Fedora Project COPR (tjuhasz/nodejs-node_modules.change.mpb.checker)" } } ] } [2025-08-12 10:43:09,510][ INFO][PID:2088942] Sending fedora-messaging bus message in build.start [2025-08-12 10:43:13,019][ INFO][PID:2088942] Sending fedora-messaging bus message in chroot.start [2025-08-12 10:43:13,067][ INFO][PID:2088942] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --srpm --task-url https://copr.fedorainfracloud.org/backend/get-srpm-build-task/9403907 --detached [2025-08-12 10:43:13,850][ INFO][PID:2088942] Downloading the builder-live.log file, attempt 1 [2025-08-12 10:43:13,861][ INFO][PID:2088942] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c290 copr-rpmbuild-log [2025-08-12 10:43:18,876][ INFO][PID:2088942] Periodic builder liveness probe: alive [2025-08-12 10:43:18,877][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:43:23,881][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:43:28,891][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:43:33,982][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:43:39,990][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:43:45,197][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:43:50,255][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:43:55,281][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:44:00,430][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:44:05,463][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:44:10,874][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:44:14,026][ ERROR][PID:2088942] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-12 10:44:16,068][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:44:21,581][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:44:24,031][WARNING][PID:2088942] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-12 10:44:26,693][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:44:31,948][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:44:34,052][ INFO][PID:2088942] Downloading the builder-live.log file, attempt 2 [2025-08-12 10:44:34,053][ INFO][PID:2088942] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c290 copr-rpmbuild-log [2025-08-12 10:44:36,993][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:44:42,208][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:44:47,852][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:44:53,072][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:44:58,578][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:45:03,916][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:45:09,160][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:45:14,630][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:45:19,878][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:45:25,118][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:45:30,325][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:45:34,140][ ERROR][PID:2088942] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-12 10:45:35,416][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:45:40,463][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:45:44,159][WARNING][PID:2088942] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-12 10:45:45,494][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:45:50,544][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:45:54,163][ INFO][PID:2088942] Downloading the builder-live.log file, attempt 3 [2025-08-12 10:45:54,168][ INFO][PID:2088942] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c290 copr-rpmbuild-log [2025-08-12 10:45:56,012][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:46:01,309][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:46:06,819][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:46:11,845][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:46:17,217][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:46:22,427][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:46:27,603][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:46:32,986][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:46:38,602][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:46:44,033][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:46:49,155][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:46:54,268][ ERROR][PID:2088942] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-12 10:46:54,294][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:46:59,326][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:47:04,310][WARNING][PID:2088942] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts [2025-08-12 10:47:04,358][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:47:09,378][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:47:14,341][ INFO][PID:2088942] Downloading the builder-live.log file, attempt 4 [2025-08-12 10:47:14,352][ INFO][PID:2088942] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c290 copr-rpmbuild-log [2025-08-12 10:47:14,562][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:47:19,699][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:47:24,761][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:47:29,791][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:47:34,895][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:47:40,034][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:47:45,376][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:47:50,514][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:47:55,615][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:48:00,642][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:48:05,663][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:48:10,832][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:48:14,489][ ERROR][PID:2088942] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke. [2025-08-12 10:48:16,135][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:48:21,662][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:48:24,503][ ERROR][PID:2088942] Giving up for unstable SSH, failures: 1754995464.0317454, 1754995544.1590674, 1754995624.3103223, 1754995704.5031579 [2025-08-12 10:48:24,507][ ERROR][PID:2088942] Re-try request for task on 'ResallocHost, ticket_id=4439022, hostname=2620:52:3:1:dead:beef:cafe:c290, name=copr_p09_01_prod_06202224_20250812_103432, requested_tags=['copr_builder', 'arch_noarch']': SSH problems when downloading live log: Stopped following builder for broken SSH: Unable to finish after 1 SSH attempts [2025-08-12 10:48:24,508][ INFO][PID:2088942] Releasing VM back to pool [2025-08-12 10:48:24,537][ INFO][PID:2088942] Retry #1 (on other host) [2025-08-12 10:48:24,538][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:48:24,539][ INFO][PID:2088942] VM allocation process starts [2025-08-12 10:48:24,568][ INFO][PID:2088942] Trying to allocate VM: ResallocHost, ticket_id=4439208, requested_tags=['copr_builder', 'arch_noarch'] [2025-08-12 10:48:29,579][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:48:34,584][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:48:39,586][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:48:42,886][ INFO][PID:2088942] Allocated host ResallocHost, ticket_id=4439208, hostname=2620:52:3:1:dead:beef:cafe:c288, name=copr_p09_01_prod_06202291_20250812_103820, requested_tags=['copr_builder', 'arch_noarch'] [2025-08-12 10:48:42,902][ INFO][PID:2088942] Allocating ssh connection to builder [2025-08-12 10:48:42,902][ INFO][PID:2088942] Checking that builder machine is OK [2025-08-12 10:48:43,835][ INFO][PID:2088942] Running remote command: copr-builder-ready srpm-builds [2025-08-12 10:48:44,299][ INFO][PID:2088942] Red Hat subscription not needed for srpm-builds Builder is ready to be used [2025-08-12 10:48:44,299][ INFO][PID:2088942] Filling build.info file with builder info [2025-08-12 10:48:44,309][ INFO][PID:2088942] Checking for cancel request [2025-08-12 10:48:44,316][ INFO][PID:2088942] Not re-notifying FE and msg buses for the new host. [2025-08-12 10:48:44,319][ INFO][PID:2088942] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --srpm --task-url https://copr.fedorainfracloud.org/backend/get-srpm-build-task/9403907 --detached [2025-08-12 10:48:45,165][ INFO][PID:2088942] Downloading the builder-live.log file, attempt 1 [2025-08-12 10:48:45,193][ INFO][PID:2088942] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c288 copr-rpmbuild-log [2025-08-12 10:48:48,308][ INFO][PID:2088942] Downloading results from builder [2025-08-12 10:48:48,311][ INFO][PID:2088942] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c288]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/tjuhasz/nodejs-node_modules.change.mpb.checker/srpm-builds/09403907 started [2025-08-12 10:48:48,323][ INFO][PID:2088942] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c288]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/tjuhasz/nodejs-node_modules.change.mpb.checker/srpm-builds/09403907/ &> /var/lib/copr/public_html/results/tjuhasz/nodejs-node_modules.change.mpb.checker/srpm-builds/09403907/build-09403907.rsync.log [2025-08-12 10:48:49,505][ INFO][PID:2088942] rsyncing finished. [2025-08-12 10:48:49,512][ INFO][PID:2088942] Releasing VM back to pool [2025-08-12 10:48:49,584][ INFO][PID:2088942] Searching for 'success' file in resultdir [2025-08-12 10:48:49,588][ INFO][PID:2088942] Getting build details [2025-08-12 10:48:49,590][ INFO][PID:2088942] Retrieving SRPM info from /var/lib/copr/public_html/results/tjuhasz/nodejs-node_modules.change.mpb.checker/srpm-builds/09403907 [2025-08-12 10:48:49,593][ INFO][PID:2088942] SRPM URL: https://download.copr.fedorainfracloud.org/results/tjuhasz/nodejs-node_modules.change.mpb.checker/srpm-builds/09403907/ski-1.5.0-1.src.rpm [2025-08-12 10:48:49,596][ INFO][PID:2088942] build details: {'srpm_url': 'https://download.copr.fedorainfracloud.org/results/tjuhasz/nodejs-node_modules.change.mpb.checker/srpm-builds/09403907/ski-1.5.0-1.src.rpm', 'pkg_name': 'ski', 'pkg_version': '1.5.0-1'} [2025-08-12 10:48:49,597][ INFO][PID:2088942] Finished build: id=9403907 failed=False timeout=108000 destdir=/var/lib/copr/public_html/results/tjuhasz/nodejs-node_modules.change.mpb.checker chroot=srpm-builds [2025-08-12 10:48:49,613][ INFO][PID:2088942] Worker succeeded build, took 5.296259164810181 [2025-08-12 10:48:49,613][ INFO][PID:2088942] Sending build state back to frontend: { "builds": [ { "timeout": 108000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": null, "enable_net": true, "project_owner": "tjuhasz", "project_name": "nodejs-node_modules.change.mpb.checker", "project_dirname": "nodejs-node_modules.change.mpb.checker", "submitter": "tjuhasz", "ended_on": 1754995729.6131423, "started_on": 1754995724.316883, "submitted_on": null, "status": 1, "chroot": "srpm-builds", "arch": null, "buildroot_pkgs": null, "task_id": "9403907", "build_id": 9403907, "package_name": null, "package_version": null, "git_repo": null, "git_hash": null, "git_branch": null, "source_type": 10, "source_json": "{\"clone_url\": \"https://src.fedoraproject.org/rpms/ski.git\", \"committish\": \"8ce4322e42bd24c1c83ea962ccf2551b73f14d83\"}", "pkg_name": "ski", "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": "https://download.copr.fedorainfracloud.org/results/tjuhasz/nodejs-node_modules.change.mpb.checker/srpm-builds/09403907/ski-1.5.0-1.src.rpm", "uses_devel_repo": null, "sandbox": "tjuhasz/nodejs-node_modules.change.mpb.checker--tjuhasz", "results": { "name": "ski", "epoch": null, "version": "1.5.0", "release": "1", "exclusivearch": [], "excludearch": [ "i386", "i486", "i586", "i686", "pentium3", "pentium4", "athlon", "geode" ] }, "appstream": false, "allow_user_ssh": null, "ssh_public_keys": null, "storage": null, "repos": [], "background": true, "destdir": "/var/lib/copr/public_html/results/tjuhasz/nodejs-node_modules.change.mpb.checker", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/tjuhasz/nodejs-node_modules.change.mpb.checker", "result_dir": "09403907", "built_packages": "", "tags": [ "arch_noarch" ], "pkg_version": "1.5.0-1", "id": 9403907, "mockchain_macros": { "copr_username": "tjuhasz", "copr_projectname": "nodejs-node_modules.change.mpb.checker", "vendor": "Fedora Project COPR (tjuhasz/nodejs-node_modules.change.mpb.checker)" } } ] } [2025-08-12 10:48:49,674][ INFO][PID:2088942] Sending fedora-messaging bus message in build.end [2025-08-12 10:48:49,758][ INFO][PID:2088942] Compressing /var/lib/copr/public_html/results/tjuhasz/nodejs-node_modules.change.mpb.checker/srpm-builds/09403907/builder-live.log by gzip [2025-08-12 10:48:49,762][ INFO][PID:2088942] Running command 'gzip /var/lib/copr/public_html/results/tjuhasz/nodejs-node_modules.change.mpb.checker/srpm-builds/09403907/builder-live.log' as PID 2148451 [2025-08-12 10:48:49,772][ INFO][PID:2088942] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/tjuhasz/nodejs-node_modules.change.mpb.checker/srpm-builds/09403907/builder-live.log) [2025-08-12 10:48:49,774][ INFO][PID:2088942] Compressing /var/lib/copr/public_html/results/tjuhasz/nodejs-node_modules.change.mpb.checker/srpm-builds/09403907/backend.log by gzip [2025-08-12 10:48:49,781][ INFO][PID:2088942] Running command 'gzip /var/lib/copr/public_html/results/tjuhasz/nodejs-node_modules.change.mpb.checker/srpm-builds/09403907/backend.log' as PID 2148458