[2025-07-22 16:17:04,870][ INFO][PID:2072093] Marking build as starting [2025-07-22 16:17:04,982][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:17:04,990][ INFO][PID:2072093] VM allocation process starts [2025-07-22 16:17:05,080][ INFO][PID:2072093] Trying to allocate VM: ResallocHost, ticket_id=4031461, requested_tags=['copr_builder', 'arch_s390x'] [2025-07-22 16:17:10,089][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:17:15,093][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:17:20,103][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:17:25,106][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:17:30,112][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:17:33,405][ INFO][PID:2072093] Allocated host ResallocHost, ticket_id=4031461, hostname=163.109.86.59, name=copr_ic_s390x_br_sao_3_prod_05730309_20250722_160553, requested_tags=['copr_builder', 'arch_s390x'] [2025-07-22 16:17:33,409][ INFO][PID:2072093] Allocating ssh connection to builder [2025-07-22 16:17:33,418][ INFO][PID:2072093] Checking that builder machine is OK [2025-07-22 16:17:35,215][ INFO][PID:2072093] Running remote command: copr-builder-ready fedora-41-s390x [2025-07-22 16:17:36,876][ INFO][PID:2072093] Red Hat subscription not needed for fedora-41-s390x Builder is ready to be used [2025-07-22 16:17:36,882][ INFO][PID:2072093] Filling build.info file with builder info [2025-07-22 16:17:36,883][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:17:36,884][ INFO][PID:2072093] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@osbuild", "project_name": "image-builder", "project_dirname": "image-builder", "submitter": "packit", "ended_on": null, "started_on": 1753201056.884657, "submitted_on": null, "status": 3, "chroot": "fedora-41-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "9299948-fedora-41-s390x", "build_id": 9299948, "package_name": "image-builder", "package_version": "26-1.20250722160557225093.main.1.g27ad7cb", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@osbuild/image-builder/image-builder", "git_hash": "20d3ebb1c9a10b730cccfa1b3b65c88ce8a9075e", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@osbuild/image-builder--packit", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@osbuild/image-builder/fedora-41-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@osbuild/image-builder", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@osbuild/image-builder", "result_dir": "09299948-image-builder", "built_packages": "", "id": 9299948, "mockchain_macros": { "copr_username": "@osbuild", "copr_projectname": "image-builder", "vendor": "Fedora Project COPR (@osbuild/image-builder)" } } ] } [2025-07-22 16:17:36,977][ INFO][PID:2072093] Sending fedora-messaging bus message in build.start [2025-07-22 16:17:39,594][ INFO][PID:2072093] Sending fedora-messaging bus message in chroot.start [2025-07-22 16:17:39,662][ INFO][PID:2072093] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9299948-fedora-41-s390x --chroot fedora-41-s390x --detached [2025-07-22 16:17:41,551][ INFO][PID:2072093] Downloading the builder-live.log file, attempt 1 [2025-07-22 16:17:41,556][ INFO][PID:2072093] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@163.109.86.59 copr-rpmbuild-log [2025-07-22 16:17:46,641][ INFO][PID:2072093] Periodic builder liveness probe: alive [2025-07-22 16:17:46,654][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:17:51,663][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:17:56,666][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:18:01,673][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:18:06,686][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:18:11,698][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:18:16,703][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:18:21,711][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:18:26,719][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:18:31,723][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:18:36,738][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:18:41,745][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:18:46,754][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:18:51,766][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:18:56,777][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:19:01,781][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:19:06,787][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:19:11,797][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:19:16,811][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:19:21,813][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:19:26,815][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:19:31,829][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:19:36,844][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:19:41,853][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:19:46,868][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:19:51,870][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:19:56,893][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:20:01,896][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:20:06,900][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:20:11,908][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:20:16,919][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:20:21,921][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:20:26,938][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:20:31,945][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:20:36,957][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:20:41,962][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:20:46,974][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:20:51,975][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:20:56,992][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:21:02,005][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:21:07,012][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:21:12,018][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:21:17,035][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:21:22,045][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:21:27,052][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:21:32,060][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:21:37,091][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:21:42,109][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:21:47,112][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:21:52,119][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:21:57,140][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:22:02,142][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:22:07,144][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:22:12,145][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:22:17,159][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:22:22,163][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:22:27,178][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:22:32,181][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:22:37,187][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:22:42,214][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:22:47,216][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:22:52,244][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:22:57,247][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:23:02,254][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:23:07,268][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:23:12,277][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:23:17,278][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:23:22,290][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:23:27,306][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:23:32,313][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:23:37,316][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:23:42,318][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:23:47,326][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:23:52,332][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:23:57,357][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:24:02,361][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:24:07,366][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:24:12,378][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:24:17,382][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:24:22,385][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:24:27,393][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:24:32,414][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:24:37,428][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:24:42,448][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:24:47,455][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:24:52,456][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:24:57,470][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:25:02,471][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:25:07,474][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:25:12,480][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:25:17,492][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:25:22,502][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:25:27,507][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:25:32,515][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:25:37,522][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:25:42,541][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:25:47,548][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:25:52,560][ INFO][PID:2072093] Checking for cancel request [2025-07-22 16:25:52,772][ INFO][PID:2072093] Downloading results from builder [2025-07-22 16:25:52,773][ INFO][PID:2072093] rsyncing of mockbuilder@163.109.86.59:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder started [2025-07-22 16:25:52,775][ INFO][PID:2072093] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@163.109.86.59:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder/ &> /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder/build-09299948.rsync.log [2025-07-22 16:25:59,341][ INFO][PID:2072093] rsyncing finished. [2025-07-22 16:25:59,347][ INFO][PID:2072093] Releasing VM back to pool [2025-07-22 16:25:59,405][ INFO][PID:2072093] Searching for 'success' file in resultdir [2025-07-22 16:25:59,409][ INFO][PID:2072093] Going to sign pkgs from source: 9299948-fedora-41-s390x in chroot: /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x [2025-07-22 16:25:59,413][ INFO][PID:2072093] Calling '/bin/sign -u @osbuild#image-builder@copr.fedorahosted.org -p' (attempt #1) [2025-07-22 16:25:59,914][ INFO][PID:2072093] Calling '/bin/sign -4 -h sha256 -u @osbuild#image-builder@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder/image-builder-debuginfo-26-1.20250722160557225093.main.1.g27ad7cb.fc41.s390x.rpm' (attempt #1) [2025-07-22 16:26:01,389][ INFO][PID:2072093] signed rpm: /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder/image-builder-debuginfo-26-1.20250722160557225093.main.1.g27ad7cb.fc41.s390x.rpm [2025-07-22 16:26:01,392][ INFO][PID:2072093] Calling '/bin/sign -4 -h sha256 -u @osbuild#image-builder@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder/image-builder-26-1.20250722160557225093.main.1.g27ad7cb.fc41.s390x.rpm' (attempt #1) [2025-07-22 16:26:02,776][ INFO][PID:2072093] signed rpm: /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder/image-builder-26-1.20250722160557225093.main.1.g27ad7cb.fc41.s390x.rpm [2025-07-22 16:26:02,778][ INFO][PID:2072093] Calling '/bin/sign -4 -h sha256 -u @osbuild#image-builder@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder/image-builder-26-1.20250722160557225093.main.1.g27ad7cb.fc41.src.rpm' (attempt #1) [2025-07-22 16:26:05,003][ INFO][PID:2072093] signed rpm: /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder/image-builder-26-1.20250722160557225093.main.1.g27ad7cb.fc41.src.rpm [2025-07-22 16:26:05,023][ INFO][PID:2072093] Calling '/bin/sign -4 -h sha256 -u @osbuild#image-builder@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder/image-builder-debugsource-26-1.20250722160557225093.main.1.g27ad7cb.fc41.s390x.rpm' (attempt #1) [2025-07-22 16:26:06,708][ INFO][PID:2072093] signed rpm: /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder/image-builder-debugsource-26-1.20250722160557225093.main.1.g27ad7cb.fc41.s390x.rpm [2025-07-22 16:26:06,718][ INFO][PID:2072093] Sign done [2025-07-22 16:26:06,723][ INFO][PID:2072093] Incremental createrepo run, adding 09299948-image-builder into https://download.copr.fedorainfracloud.org/results/@osbuild/image-builder/fedora-41-s390x, (auto-create-repo=True) [2025-07-22 16:26:06,727][ INFO][PID:2072093] Running command 'copr-repo --batched /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x --add 09299948-image-builder --no-appstream-metadata' as PID 2176329 [2025-07-22 16:26:13,839][ INFO][PID:2072093] Finished after 7 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x --add 09299948-image-builder --no-appstream-metadata) [2025-07-22 16:26:13,842][ INFO][PID:2072093] Getting build details [2025-07-22 16:26:13,844][ INFO][PID:2072093] Listing built binary packages in /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder [2025-07-22 16:26:13,849][ INFO][PID:2072093] Built packages: ['image-builder-debugsource 26', 'image-builder-debuginfo 26', 'image-builder 26'] [2025-07-22 16:26:13,865][ INFO][PID:2072093] build details: {'built_packages': 'image-builder-debugsource 26\nimage-builder-debuginfo 26\nimage-builder 26'} [2025-07-22 16:26:13,866][ INFO][PID:2072093] Retrieving pubkey [2025-07-22 16:26:13,867][ INFO][PID:2072093] Calling '/bin/sign -u @osbuild#image-builder@copr.fedorahosted.org -p' (attempt #1) [2025-07-22 16:26:14,058][ INFO][PID:2072093] Added pubkey for user @osbuild project image-builder into: /var/lib/copr/public_html/results/@osbuild/image-builder/pubkey.gpg [2025-07-22 16:26:14,065][ INFO][PID:2072093] Finished build: id=9299948 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/@osbuild/image-builder chroot=fedora-41-s390x [2025-07-22 16:26:14,072][ INFO][PID:2072093] Worker succeeded build, took 517.1878323554993 [2025-07-22 16:26:14,075][ INFO][PID:2072093] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": false, "project_owner": "@osbuild", "project_name": "image-builder", "project_dirname": "image-builder", "submitter": "packit", "ended_on": 1753201574.0724893, "started_on": 1753201056.884657, "submitted_on": null, "status": 1, "chroot": "fedora-41-s390x", "arch": "s390x", "buildroot_pkgs": [], "task_id": "9299948-fedora-41-s390x", "build_id": 9299948, "package_name": "image-builder", "package_version": "26-1.20250722160557225093.main.1.g27ad7cb", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@osbuild/image-builder/image-builder", "git_hash": "20d3ebb1c9a10b730cccfa1b3b65c88ce8a9075e", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@osbuild/image-builder--packit", "results": { "packages": [ { "name": "image-builder", "epoch": null, "version": "26", "release": "1.20250722160557225093.main.1.g27ad7cb.fc41", "arch": "src" }, { "name": "image-builder-debugsource", "epoch": null, "version": "26", "release": "1.20250722160557225093.main.1.g27ad7cb.fc41", "arch": "s390x" }, { "name": "image-builder-debuginfo", "epoch": null, "version": "26", "release": "1.20250722160557225093.main.1.g27ad7cb.fc41", "arch": "s390x" }, { "name": "image-builder", "epoch": null, "version": "26", "release": "1.20250722160557225093.main.1.g27ad7cb.fc41", "arch": "s390x" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@osbuild/image-builder/fedora-41-s390x/", "id": "copr_base", "name": "Copr repository", "priority": null } ], "background": false, "fedora_review": false, "isolation": "default", "repo_priority": null, "tags": [ "arch_s390x" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@osbuild/image-builder", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@osbuild/image-builder", "result_dir": "09299948-image-builder", "built_packages": "image-builder-debugsource 26\nimage-builder-debuginfo 26\nimage-builder 26", "id": 9299948, "mockchain_macros": { "copr_username": "@osbuild", "copr_projectname": "image-builder", "vendor": "Fedora Project COPR (@osbuild/image-builder)" } } ] } [2025-07-22 16:26:14,155][ INFO][PID:2072093] Sending fedora-messaging bus message in build.end [2025-07-22 16:26:14,224][ INFO][PID:2072093] Compressing /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder/builder-live.log by gzip [2025-07-22 16:26:14,229][ INFO][PID:2072093] Running command 'gzip /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder/builder-live.log' as PID 2178068 [2025-07-22 16:26:14,501][ INFO][PID:2072093] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder/builder-live.log) [2025-07-22 16:26:14,506][ INFO][PID:2072093] Compressing /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder/backend.log by gzip [2025-07-22 16:26:14,513][ INFO][PID:2072093] Running command 'gzip /var/lib/copr/public_html/results/@osbuild/image-builder/fedora-41-s390x/09299948-image-builder/backend.log' as PID 2178143