[2025-08-19 16:27:54,262][ INFO][PID:4111235] Marking build as starting [2025-08-19 16:27:54,323][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:27:54,324][ INFO][PID:4111235] VM allocation process starts [2025-08-19 16:27:54,336][ INFO][PID:4111235] Trying to allocate VM: ResallocHost, ticket_id=4612556, requested_tags=['copr_builder', 'arch_s390x'] [2025-08-19 16:27:57,386][ INFO][PID:4111235] Allocated host ResallocHost, ticket_id=4612556, hostname=163.107.84.59, name=copr_ic_s390x_br_sao_2_prod_06330437_20250819_161714, requested_tags=['copr_builder', 'arch_s390x'] [2025-08-19 16:27:57,387][ INFO][PID:4111235] Allocating ssh connection to builder [2025-08-19 16:27:57,388][ INFO][PID:4111235] Checking that builder machine is OK [2025-08-19 16:27:59,092][ INFO][PID:4111235] Running remote command: copr-builder-ready fedora-rawhide-s390x [2025-08-19 16:28:00,648][ INFO][PID:4111235] Red Hat subscription not needed for fedora-rawhide-s390x Builder is ready to be used [2025-08-19 16:28:00,649][ INFO][PID:4111235] Filling build.info file with builder info [2025-08-19 16:28:00,650][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:28:00,650][ INFO][PID:4111235] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@osbuild", "project_name": "image-builder", "project_dirname": "image-builder", "submitter": "packit", "ended_on": null, "started_on": 1755620880.6507404, "submitted_on": null, "status": 3, "chroot": "fedora-rawhide-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "9444987-fedora-rawhide-s390x", "build_id": 9444987, "package_name": "image-builder", "package_version": "30-1.20250819161945763612.main.8.g333eb70", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@osbuild/image-builder/image-builder", "git_hash": "2d462b64116c6b986dfda3a2848d54e89b7089a6", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@osbuild/image-builder--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@osbuild/image-builder/fedora-rawhide-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@osbuild/image-builder", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@osbuild/image-builder", "result_dir": "09444987-image-builder", "built_packages": "", "id": 9444987, "mockchain_macros": { "copr_username": "@osbuild", "copr_projectname": "image-builder", "vendor": "Fedora Project COPR (@osbuild/image-builder)" } } ] } [2025-08-19 16:28:00,708][ INFO][PID:4111235] Sending fedora-messaging bus message in build.start [2025-08-19 16:28:01,342][ INFO][PID:4111235] Sending fedora-messaging bus message in chroot.start [2025-08-19 16:28:01,367][ INFO][PID:4111235] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9444987-fedora-rawhide-s390x --chroot fedora-rawhide-s390x --detached [2025-08-19 16:28:03,091][ INFO][PID:4111235] Downloading the builder-live.log file, attempt 1 [2025-08-19 16:28:03,099][ INFO][PID:4111235] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@163.107.84.59 copr-rpmbuild-log [2025-08-19 16:28:08,096][ INFO][PID:4111235] Periodic builder liveness probe: alive [2025-08-19 16:28:08,097][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:28:13,098][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:28:18,099][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:28:23,100][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:28:28,101][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:28:33,102][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:28:38,103][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:28:43,104][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:28:48,105][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:28:53,106][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:28:58,107][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:29:03,108][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:29:08,109][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:29:13,110][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:29:18,111][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:29:23,112][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:29:28,113][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:29:33,114][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:29:38,115][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:29:43,116][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:29:48,117][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:29:53,118][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:29:58,119][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:30:03,120][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:30:08,121][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:30:13,122][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:30:18,123][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:30:23,124][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:30:28,125][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:30:33,126][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:30:38,127][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:30:43,129][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:30:48,130][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:30:53,131][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:30:58,131][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:31:03,133][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:31:08,134][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:31:13,135][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:31:18,136][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:31:23,137][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:31:28,138][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:31:33,139][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:31:38,140][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:31:43,141][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:31:48,142][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:31:53,143][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:31:58,144][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:32:03,145][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:32:08,146][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:32:13,147][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:32:18,148][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:32:23,149][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:32:28,150][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:32:33,151][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:32:38,152][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:32:43,153][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:32:48,154][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:32:53,155][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:32:58,156][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:33:03,157][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:33:08,158][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:33:13,159][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:33:18,160][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:33:23,162][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:33:28,163][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:33:33,164][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:33:38,165][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:33:43,165][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:33:48,166][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:33:53,167][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:33:58,169][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:34:03,170][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:34:08,171][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:34:13,172][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:34:18,173][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:34:23,174][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:34:28,175][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:34:33,176][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:34:38,177][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:34:43,178][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:34:48,179][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:34:53,180][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:34:58,181][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:35:03,182][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:35:08,183][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:35:13,184][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:35:18,184][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:35:23,185][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:35:28,186][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:35:33,187][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:35:38,188][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:35:43,189][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:35:48,190][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:35:53,191][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:35:58,192][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:36:03,193][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:36:08,194][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:36:13,195][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:36:18,196][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:36:23,197][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:36:28,198][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:36:33,199][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:36:38,200][ INFO][PID:4111235] Checking for cancel request [2025-08-19 16:36:43,062][ INFO][PID:4111235] Downloading results from builder [2025-08-19 16:36:43,062][ INFO][PID:4111235] rsyncing of mockbuilder@163.107.84.59:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder started [2025-08-19 16:36:43,063][ INFO][PID:4111235] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@163.107.84.59:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder/ &> /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder/build-09444987.rsync.log [2025-08-19 16:36:48,947][ INFO][PID:4111235] rsyncing finished. [2025-08-19 16:36:48,947][ INFO][PID:4111235] Releasing VM back to pool [2025-08-19 16:36:48,955][ INFO][PID:4111235] Searching for 'success' file in resultdir [2025-08-19 16:36:48,956][ INFO][PID:4111235] Going to sign pkgs from source: 9444987-fedora-rawhide-s390x in chroot: /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x [2025-08-19 16:36:48,956][ INFO][PID:4111235] Calling '/bin/sign -u @osbuild#image-builder@copr.fedorahosted.org -p' (attempt #1) [2025-08-19 16:36:49,295][ INFO][PID:4111235] Calling '/bin/sign -4 -h sha256 -u @osbuild#image-builder@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder/image-builder-30-1.20250819161945763612.main.8.g333eb70.fc44.s390x.rpm' (attempt #1) [2025-08-19 16:36:50,497][ INFO][PID:4111235] signed rpm: /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder/image-builder-30-1.20250819161945763612.main.8.g333eb70.fc44.s390x.rpm [2025-08-19 16:36:50,497][ INFO][PID:4111235] Calling '/bin/sign -4 -h sha256 -u @osbuild#image-builder@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder/image-builder-30-1.20250819161945763612.main.8.g333eb70.fc44.src.rpm' (attempt #1) [2025-08-19 16:36:51,679][ INFO][PID:4111235] signed rpm: /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder/image-builder-30-1.20250819161945763612.main.8.g333eb70.fc44.src.rpm [2025-08-19 16:36:51,680][ INFO][PID:4111235] Calling '/bin/sign -4 -h sha256 -u @osbuild#image-builder@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder/image-builder-debugsource-30-1.20250819161945763612.main.8.g333eb70.fc44.s390x.rpm' (attempt #1) [2025-08-19 16:36:52,777][ INFO][PID:4111235] signed rpm: /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder/image-builder-debugsource-30-1.20250819161945763612.main.8.g333eb70.fc44.s390x.rpm [2025-08-19 16:36:52,777][ INFO][PID:4111235] Calling '/bin/sign -4 -h sha256 -u @osbuild#image-builder@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder/image-builder-debuginfo-30-1.20250819161945763612.main.8.g333eb70.fc44.s390x.rpm' (attempt #1) [2025-08-19 16:36:53,984][ INFO][PID:4111235] signed rpm: /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder/image-builder-debuginfo-30-1.20250819161945763612.main.8.g333eb70.fc44.s390x.rpm [2025-08-19 16:36:53,984][ INFO][PID:4111235] Sign done [2025-08-19 16:36:53,985][ INFO][PID:4111235] Incremental createrepo run, adding 09444987-image-builder into https://download.copr.fedorainfracloud.org/results/@osbuild/image-builder/fedora-rawhide-s390x, (auto-create-repo=True) [2025-08-19 16:36:53,986][ INFO][PID:4111235] Running command 'copr-repo --batched /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x --add 09444987-image-builder --no-appstream-metadata' as PID 4136793 [2025-08-19 16:36:54,746][ INFO][PID:4111235] Finished after 0 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x --add 09444987-image-builder --no-appstream-metadata) [2025-08-19 16:36:54,747][ INFO][PID:4111235] Getting build details [2025-08-19 16:36:54,747][ INFO][PID:4111235] Listing built binary packages in /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder [2025-08-19 16:36:54,747][ INFO][PID:4111235] Built packages: ['image-builder-debugsource 30', 'image-builder 30', 'image-builder-debuginfo 30'] [2025-08-19 16:36:54,748][ INFO][PID:4111235] build details: {'built_packages': 'image-builder-debugsource 30\nimage-builder 30\nimage-builder-debuginfo 30'} [2025-08-19 16:36:54,748][ INFO][PID:4111235] Retrieving pubkey [2025-08-19 16:36:54,748][ INFO][PID:4111235] Calling '/bin/sign -u @osbuild#image-builder@copr.fedorahosted.org -p' (attempt #1) [2025-08-19 16:36:55,086][ INFO][PID:4111235] Added pubkey for user @osbuild project image-builder into: /var/lib/copr/public_html/results/@osbuild/image-builder/pubkey.gpg [2025-08-19 16:36:55,086][ INFO][PID:4111235] Finished build: id=9444987 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/@osbuild/image-builder chroot=fedora-rawhide-s390x [2025-08-19 16:36:55,088][ INFO][PID:4111235] Worker succeeded build, took 534.4375340938568 [2025-08-19 16:36:55,088][ INFO][PID:4111235] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@osbuild", "project_name": "image-builder", "project_dirname": "image-builder", "submitter": "packit", "ended_on": 1755621415.0882745, "started_on": 1755620880.6507404, "submitted_on": null, "status": 1, "chroot": "fedora-rawhide-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "9444987-fedora-rawhide-s390x", "build_id": 9444987, "package_name": "image-builder", "package_version": "30-1.20250819161945763612.main.8.g333eb70", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@osbuild/image-builder/image-builder", "git_hash": "2d462b64116c6b986dfda3a2848d54e89b7089a6", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@osbuild/image-builder--packit", "results": { "packages": [ { "name": "image-builder-debugsource", "epoch": null, "version": "30", "release": "1.20250819161945763612.main.8.g333eb70.fc44", "arch": "s390x" }, { "name": "image-builder", "epoch": null, "version": "30", "release": "1.20250819161945763612.main.8.g333eb70.fc44", "arch": "s390x" }, { "name": "image-builder-debuginfo", "epoch": null, "version": "30", "release": "1.20250819161945763612.main.8.g333eb70.fc44", "arch": "s390x" }, { "name": "image-builder", "epoch": null, "version": "30", "release": "1.20250819161945763612.main.8.g333eb70.fc44", "arch": "src" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@osbuild/image-builder/fedora-rawhide-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@osbuild/image-builder", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@osbuild/image-builder", "result_dir": "09444987-image-builder", "built_packages": "image-builder-debugsource 30\nimage-builder 30\nimage-builder-debuginfo 30", "id": 9444987, "mockchain_macros": { "copr_username": "@osbuild", "copr_projectname": "image-builder", "vendor": "Fedora Project COPR (@osbuild/image-builder)" } } ] } [2025-08-19 16:36:55,206][ INFO][PID:4111235] Sending fedora-messaging bus message in build.end [2025-08-19 16:36:55,229][ INFO][PID:4111235] Compressing /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder/builder-live.log by gzip [2025-08-19 16:36:55,230][ INFO][PID:4111235] Running command 'gzip /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder/builder-live.log' as PID 4136858 [2025-08-19 16:36:55,265][ INFO][PID:4111235] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder/builder-live.log) [2025-08-19 16:36:55,266][ INFO][PID:4111235] Compressing /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder/backend.log by gzip [2025-08-19 16:36:55,267][ INFO][PID:4111235] Running command 'gzip /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-rawhide-s390x/09444987-image-builder/backend.log' as PID 4136861