[2025-07-25 00:03:46,391][ INFO][PID:1263434] Marking build as starting [2025-07-25 00:03:46,436][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:03:46,441][ INFO][PID:1263434] VM allocation process starts [2025-07-25 00:03:46,465][ INFO][PID:1263434] Trying to allocate VM: ResallocHost, ticket_id=4108468, requested_tags=['copr_builder', 'arch_x86_64'] [2025-07-25 00:03:51,469][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:03:56,470][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:03:58,512][ INFO][PID:1263434] Allocated host ResallocHost, ticket_id=4108468, hostname=2620:52:3:1:dead:beef:cafe:c18c, name=copr_hv_x86_64_03_prod_05838643_20250724_235849, requested_tags=['copr_builder', 'arch_x86_64'] [2025-07-25 00:03:58,513][ INFO][PID:1263434] Allocating ssh connection to builder [2025-07-25 00:03:58,514][ INFO][PID:1263434] Checking that builder machine is OK [2025-07-25 00:03:59,070][ INFO][PID:1263434] Running remote command: copr-builder-ready fedora-41-x86_64 [2025-07-25 00:03:59,470][ INFO][PID:1263434] Red Hat subscription not needed for fedora-41-x86_64 Builder is ready to be used [2025-07-25 00:03:59,471][ INFO][PID:1263434] Filling build.info file with builder info [2025-07-25 00:03:59,472][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:03:59,473][ INFO][PID:1263434] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "solemnwarning", "project_name": "rehex-ci", "project_dirname": "rehex-ci", "submitter": "solemnwarning", "ended_on": null, "started_on": 1753401839.473263, "submitted_on": null, "status": 3, "chroot": "fedora-41-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "9322142-fedora-41-x86_64", "build_id": 9322142, "package_name": "rehex", "package_version": "0.63.2+20f96e94c1731de5fefc4a983363d2badad8ca7e-0", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/solemnwarning/rehex-ci/rehex", "git_hash": "a893b52b1918d75264d85e2689058247fc923869", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "solemnwarning/rehex-ci--solemnwarning", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/solemnwarning/rehex-ci/fedora-41-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/solemnwarning/rehex-ci", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/solemnwarning/rehex-ci", "result_dir": "09322142-rehex", "built_packages": "", "id": 9322142, "mockchain_macros": { "copr_username": "solemnwarning", "copr_projectname": "rehex-ci", "vendor": "Fedora Project COPR (solemnwarning/rehex-ci)" } } ] } [2025-07-25 00:03:59,509][ INFO][PID:1263434] Sending fedora-messaging bus message in build.start [2025-07-25 00:04:01,235][ INFO][PID:1263434] Sending fedora-messaging bus message in chroot.start [2025-07-25 00:04:01,261][ INFO][PID:1263434] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9322142-fedora-41-x86_64 --chroot fedora-41-x86_64 --detached [2025-07-25 00:04:01,811][ INFO][PID:1263434] Downloading the builder-live.log file, attempt 1 [2025-07-25 00:04:01,813][ INFO][PID:1263434] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@2620:52:3:1:dead:beef:cafe:c18c copr-rpmbuild-log [2025-07-25 00:04:06,830][ INFO][PID:1263434] Periodic builder liveness probe: alive [2025-07-25 00:04:06,832][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:04:11,835][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:04:16,836][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:04:21,839][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:04:26,841][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:04:31,842][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:04:36,843][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:04:41,845][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:04:46,847][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:04:51,849][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:04:56,852][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:05:01,854][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:05:06,856][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:05:11,857][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:05:16,859][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:05:21,864][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:05:26,865][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:05:31,867][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:05:36,870][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:05:41,872][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:05:46,874][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:05:51,879][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:05:56,881][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:06:01,882][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:06:06,883][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:06:11,884][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:06:16,885][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:06:21,887][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:06:26,888][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:06:31,891][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:06:36,892][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:06:41,894][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:06:46,900][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:06:51,904][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:06:56,906][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:07:01,909][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:07:06,911][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:07:11,917][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:07:16,922][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:07:21,925][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:07:26,929][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:07:31,932][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:07:36,942][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:07:41,945][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:07:46,947][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:07:51,951][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:07:56,954][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:08:01,957][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:08:06,960][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:08:11,963][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:08:16,968][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:08:21,969][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:08:26,977][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:08:31,978][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:08:36,979][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:08:41,982][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:08:46,994][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:08:51,996][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:08:56,999][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:09:02,006][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:09:07,007][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:09:12,009][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:09:17,016][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:09:22,018][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:09:27,022][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:09:32,025][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:09:37,028][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:09:42,040][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:09:47,042][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:09:52,043][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:09:57,052][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:10:02,056][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:10:07,065][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:10:12,068][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:10:17,070][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:10:22,072][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:10:27,073][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:10:32,077][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:10:37,083][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:10:42,088][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:10:47,089][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:10:52,091][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:10:57,094][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:11:02,095][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:11:07,097][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:11:12,101][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:11:17,103][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:11:22,107][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:11:27,108][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:11:32,109][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:11:37,110][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:11:42,111][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:11:47,112][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:11:52,114][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:11:57,115][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:12:02,117][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:12:07,119][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:12:12,120][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:12:17,122][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:12:22,127][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:12:27,128][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:12:32,130][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:12:37,133][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:12:42,134][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:12:47,135][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:12:52,473][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:12:57,754][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:13:02,866][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:13:08,777][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:13:14,667][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:13:20,676][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:13:25,682][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:13:30,795][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:13:35,836][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:13:40,840][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:13:46,545][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:13:51,547][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:13:56,549][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:14:01,550][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:14:06,556][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:14:11,569][ INFO][PID:1263434] Periodic builder liveness probe: alive [2025-07-25 00:14:11,569][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:14:16,570][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:14:21,572][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:14:26,573][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:14:31,574][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:14:36,576][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:14:41,579][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:14:46,581][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:14:51,588][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:14:56,592][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:15:02,588][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:15:07,590][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:15:12,595][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:15:17,597][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:15:22,599][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:15:27,601][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:15:32,602][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:15:37,604][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:15:42,606][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:15:47,613][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:15:52,615][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:15:57,617][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:16:02,618][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:16:07,625][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:16:12,628][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:16:17,629][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:16:22,630][ INFO][PID:1263434] Checking for cancel request [2025-07-25 00:16:25,202][ INFO][PID:1263434] Downloading results from builder [2025-07-25 00:16:25,203][ INFO][PID:1263434] rsyncing of mockbuilder@[2620:52:3:1:dead:beef:cafe:c18c]:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/solemnwarning/rehex-ci/fedora-41-x86_64/09322142-rehex started [2025-07-25 00:16:25,203][ INFO][PID:1263434] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@[2620:52:3:1:dead:beef:cafe:c18c]:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/solemnwarning/rehex-ci/fedora-41-x86_64/09322142-rehex/ &> /var/lib/copr/public_html/results/solemnwarning/rehex-ci/fedora-41-x86_64/09322142-rehex/build-09322142.rsync.log [2025-07-25 00:16:25,685][ INFO][PID:1263434] rsyncing finished. [2025-07-25 00:16:25,686][ INFO][PID:1263434] Releasing VM back to pool [2025-07-25 00:16:25,698][ INFO][PID:1263434] Searching for 'success' file in resultdir [2025-07-25 00:16:25,699][ ERROR][PID:1263434] Build failed: Backend process error: No success file => build failure [2025-07-25 00:16:25,699][ INFO][PID:1263434] Finished build: id=9322142 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/solemnwarning/rehex-ci chroot=fedora-41-x86_64 [2025-07-25 00:16:25,701][ ERROR][PID:1263434] Backend process error: No success file => build failure [2025-07-25 00:16:25,701][ INFO][PID:1263434] Worker failed build, took 746.2286818027496 [2025-07-25 00:16:25,702][ INFO][PID:1263434] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "solemnwarning", "project_name": "rehex-ci", "project_dirname": "rehex-ci", "submitter": "solemnwarning", "ended_on": 1753402585.7019448, "started_on": 1753401839.473263, "submitted_on": null, "status": 0, "chroot": "fedora-41-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "9322142-fedora-41-x86_64", "build_id": 9322142, "package_name": "rehex", "package_version": "0.63.2+20f96e94c1731de5fefc4a983363d2badad8ca7e-0", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/solemnwarning/rehex-ci/rehex", "git_hash": "a893b52b1918d75264d85e2689058247fc923869", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "solemnwarning/rehex-ci--solemnwarning", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": null, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/solemnwarning/rehex-ci/fedora-41-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/solemnwarning/rehex-ci", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/solemnwarning/rehex-ci", "result_dir": "09322142-rehex", "built_packages": "", "id": 9322142, "mockchain_macros": { "copr_username": "solemnwarning", "copr_projectname": "rehex-ci", "vendor": "Fedora Project COPR (solemnwarning/rehex-ci)" } } ] } [2025-07-25 00:16:25,730][ INFO][PID:1263434] Sending fedora-messaging bus message in build.end [2025-07-25 00:16:25,753][ INFO][PID:1263434] Compressing /var/lib/copr/public_html/results/solemnwarning/rehex-ci/fedora-41-x86_64/09322142-rehex/builder-live.log by gzip [2025-07-25 00:16:25,755][ INFO][PID:1263434] Running command 'gzip /var/lib/copr/public_html/results/solemnwarning/rehex-ci/fedora-41-x86_64/09322142-rehex/builder-live.log' as PID 1372226 [2025-07-25 00:16:25,771][ INFO][PID:1263434] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/solemnwarning/rehex-ci/fedora-41-x86_64/09322142-rehex/builder-live.log) [2025-07-25 00:16:25,771][ INFO][PID:1263434] Compressing /var/lib/copr/public_html/results/solemnwarning/rehex-ci/fedora-41-x86_64/09322142-rehex/backend.log by gzip [2025-07-25 00:16:25,772][ INFO][PID:1263434] Running command 'gzip /var/lib/copr/public_html/results/solemnwarning/rehex-ci/fedora-41-x86_64/09322142-rehex/backend.log' as PID 1372228