[2026-01-15 15:34:11,827][ INFO][PID:2070819] Marking build as starting [2026-01-15 15:34:11,868][ INFO][PID:2070819] Checking that /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/repodata/repomd.xml exists [2026-01-15 15:34:11,870][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:34:11,871][ INFO][PID:2070819] VM allocation process starts [2026-01-15 15:34:11,889][ INFO][PID:2070819] Trying to allocate VM: ResallocHost, ticket_id=834830, requested_tags=['copr_builder', 'arch_x86_64'] [2026-01-15 15:34:16,892][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:34:21,894][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:34:26,901][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:34:31,904][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:34:36,911][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:34:41,912][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:34:46,913][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:34:51,916][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:34:56,925][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:35:01,926][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:35:06,928][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:35:11,929][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:35:16,930][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:35:21,935][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:35:26,937][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:35:31,938][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:35:36,939][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:35:41,941][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:35:46,942][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:35:51,944][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:35:56,946][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:36:01,960][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:36:06,962][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:36:11,964][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:36:16,972][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:36:21,976][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:36:27,003][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:36:32,006][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:36:37,032][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:36:42,040][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:36:47,043][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:36:52,044][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:36:57,045][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:37:02,048][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:37:07,049][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:37:12,070][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:37:17,072][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:37:22,073][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:37:27,075][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:37:30,011][ INFO][PID:2070819] Allocated host ResallocHost, ticket_id=834830, hostname=44.213.125.149, name=aws_x86_64_normalreserved_prod_01264937_20260115_153555, requested_tags=['copr_builder', 'arch_x86_64'] [2026-01-15 15:37:30,012][ INFO][PID:2070819] Allocating ssh connection to builder [2026-01-15 15:37:30,014][ INFO][PID:2070819] Checking that builder machine is OK [2026-01-15 15:37:30,366][ INFO][PID:2070819] Running remote command: copr-builder-ready epel-8-x86_64 [2026-01-15 15:37:30,581][ INFO][PID:2070819] Checking Red Hat subscription (attempt #1) Red Hat subscription active Builder is ready to be used [2026-01-15 15:37:30,582][ INFO][PID:2070819] Filling build.info file with builder info [2026-01-15 15:37:30,597][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:37:30,598][ INFO][PID:2070819] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "@vespa", "project_name": "vespa", "project_dirname": "vespa", "submitter": "https://api.github.com/users/ean", "ended_on": null, "started_on": 1768491450.5980792, "submitted_on": null, "status": 3, "chroot": "epel-8-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "10015398-epel-8-x86_64", "build_id": 10015398, "package_name": "vespa-ann-benchmark", "package_version": "8.629.20-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@vespa/vespa/vespa-ann-benchmark", "git_hash": "017597c6fcd9ffc938bcff1a379f554f059b170b", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@vespa/vespa--https://api.github.com/users/ean", "results": null, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@vespa/vespa/epel-8-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://copr-be.cloud.fedoraproject.org/results/@vespa/vespa/epel-8-$basearch/", "id": "https_copr_be_cloud_fedoraproject_org_results_vespa_vespa_epel_8_basearch", "name": "Additional repo https_copr_be_cloud_fedoraproject_org_results_vespa_vespa_epel_8_basearch" }, { "baseurl": "http://download.fedoraproject.org/pub/epel/8/Everything/$basearch", "id": "http_download_fedoraproject_org_pub_epel_8_Everything_basearch", "name": "Additional repo http_download_fedoraproject_org_pub_epel_8_Everything_basearch" }, { "baseurl": "https://developer.download.nvidia.com/compute/cuda/repos/rhel8/x86_64", "id": "https_developer_download_nvidia_com_compute_cuda_repos_rhel8_x86_64", "name": "Additional repo https_developer_download_nvidia_com_compute_cuda_repos_rhel8_x86_64" }, { "baseurl": "https://dl.cloudsmith.io/public/vespa/open-source-rpms/rpm/el/8/$basearch", "id": "https_dl_cloudsmith_io_public_vespa_open_source_rpms_rpm_el_8_basearch", "name": "Additional repo https_dl_cloudsmith_io_public_vespa_open_source_rpms_rpm_el_8_basearch" } ], "background": true, "bootstrap": "off", "fedora_review": false, "isolation": "default", "modules": { "toggle": [ { "enable": "maven:3.8" } ] }, "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@vespa/vespa", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@vespa/vespa", "result_dir": "10015398-vespa-ann-benchmark", "built_packages": "", "id": 10015398, "mockchain_macros": { "copr_username": "@vespa", "copr_projectname": "vespa", "vendor": "Fedora Project COPR (@vespa/vespa)" } } ] } [2026-01-15 15:37:30,641][ INFO][PID:2070819] Sending fedora-messaging bus message in build.start [2026-01-15 15:37:31,433][ INFO][PID:2070819] Sending fedora-messaging bus message in chroot.start [2026-01-15 15:37:31,464][ INFO][PID:2070819] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/10015398-epel-8-x86_64 --chroot epel-8-x86_64 --detached [2026-01-15 15:37:31,830][ INFO][PID:2070819] The copr-rpmbuild seems started, per: stdout: stderr: Warning: Permanently added '44.213.125.149' (ED25519) to the list of known hosts. [2026-01-15 15:37:31,832][ INFO][PID:2070819] Downloading the builder-live.log file, attempt 1 [2026-01-15 15:37:31,834][ INFO][PID:2070819] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@44.213.125.149 copr-rpmbuild-log [2026-01-15 15:37:36,840][ INFO][PID:2070819] Periodic builder liveness probe: alive [2026-01-15 15:37:36,841][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:37:41,842][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:37:46,845][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:37:51,849][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:37:56,852][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:38:01,854][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:38:06,855][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:38:11,856][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:38:17,006][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:38:22,008][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:38:27,009][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:38:32,012][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:38:37,014][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:38:42,074][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:38:47,075][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:38:52,097][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:38:57,102][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:39:02,103][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:39:07,105][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:39:12,108][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:39:17,109][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:39:22,111][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:39:27,112][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:39:32,114][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:39:37,115][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:39:42,117][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:39:47,118][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:39:52,120][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:39:57,121][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:40:02,123][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:40:07,124][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:40:12,126][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:40:17,127][ INFO][PID:2070819] Checking for cancel request [2026-01-15 15:40:19,214][ INFO][PID:2070819] Downloading results from builder [2026-01-15 15:40:19,214][ INFO][PID:2070819] rsyncing of mockbuilder@44.213.125.149:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark started [2026-01-15 15:40:19,215][ INFO][PID:2070819] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@44.213.125.149:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark/ &> /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark/build-10015398.rsync.log [2026-01-15 15:40:19,480][ INFO][PID:2070819] rsyncing finished. [2026-01-15 15:40:19,481][ INFO][PID:2070819] Releasing VM back to pool [2026-01-15 15:40:19,492][ INFO][PID:2070819] Searching for 'success' file in resultdir [2026-01-15 15:40:19,493][ INFO][PID:2070819] Going to sign pkgs from source: 10015398-epel-8-x86_64 in chroot: /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64 [2026-01-15 15:40:19,493][ INFO][PID:2070819] Calling '/bin/sign -u @vespa#vespa@copr.fedorahosted.org -p' (attempt #1) [2026-01-15 15:40:19,679][ INFO][PID:2070819] Calling '/bin/sign -4 -h sha256 -u @vespa#vespa@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark/vespa-ann-benchmark-debugsource-8.629.20-1.el8.x86_64.rpm' (attempt #1) [2026-01-15 15:40:20,208][ INFO][PID:2070819] signed rpm: /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark/vespa-ann-benchmark-debugsource-8.629.20-1.el8.x86_64.rpm [2026-01-15 15:40:20,210][ INFO][PID:2070819] Calling '/bin/sign -4 -h sha256 -u @vespa#vespa@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark/vespa-ann-benchmark-8.629.20-1.el8.x86_64.rpm' (attempt #1) [2026-01-15 15:40:20,896][ INFO][PID:2070819] signed rpm: /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark/vespa-ann-benchmark-8.629.20-1.el8.x86_64.rpm [2026-01-15 15:40:20,899][ INFO][PID:2070819] Calling '/bin/sign -4 -h sha256 -u @vespa#vespa@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark/vespa-ann-benchmark-8.629.20-1.el8.src.rpm' (attempt #1) [2026-01-15 15:40:21,331][ INFO][PID:2070819] signed rpm: /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark/vespa-ann-benchmark-8.629.20-1.el8.src.rpm [2026-01-15 15:40:21,332][ INFO][PID:2070819] Calling '/bin/sign -4 -h sha256 -u @vespa#vespa@copr.fedorahosted.org -r /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark/vespa-ann-benchmark-debuginfo-8.629.20-1.el8.x86_64.rpm' (attempt #1) [2026-01-15 15:40:21,808][ INFO][PID:2070819] signed rpm: /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark/vespa-ann-benchmark-debuginfo-8.629.20-1.el8.x86_64.rpm [2026-01-15 15:40:21,808][ INFO][PID:2070819] Sign done [2026-01-15 15:40:21,809][ INFO][PID:2070819] Incremental createrepo run, adding 10015398-vespa-ann-benchmark into https://download.copr.fedorainfracloud.org/results/@vespa/vespa/epel-8-x86_64, (auto-create-repo=True) [2026-01-15 15:40:21,810][ INFO][PID:2070819] Running command 'copr-repo --batched /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64 --add 10015398-vespa-ann-benchmark --no-appstream-metadata' as PID 2115242 [2026-01-15 15:40:23,241][ INFO][PID:2070819] Finished after 1 seconds with exit code 0 (copr-repo --batched /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64 --add 10015398-vespa-ann-benchmark --no-appstream-metadata) [2026-01-15 15:40:23,242][ INFO][PID:2070819] Getting build details [2026-01-15 15:40:23,243][ INFO][PID:2070819] Listing built binary packages in /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark [2026-01-15 15:40:23,243][ INFO][PID:2070819] Built packages: ['vespa-ann-benchmark-debuginfo 8.629.20', 'vespa-ann-benchmark-debugsource 8.629.20', 'vespa-ann-benchmark 8.629.20'] [2026-01-15 15:40:23,244][ INFO][PID:2070819] build details: {'built_packages': 'vespa-ann-benchmark-debuginfo 8.629.20\nvespa-ann-benchmark-debugsource 8.629.20\nvespa-ann-benchmark 8.629.20'} [2026-01-15 15:40:23,244][ INFO][PID:2070819] Retrieving pubkey [2026-01-15 15:40:23,245][ INFO][PID:2070819] Calling '/bin/sign -u @vespa#vespa@copr.fedorahosted.org -p' (attempt #1) [2026-01-15 15:40:23,580][ INFO][PID:2070819] Added pubkey for user @vespa project vespa into: /var/lib/copr/public_html/results/@vespa/vespa/pubkey.gpg [2026-01-15 15:40:23,581][ INFO][PID:2070819] Finished build: id=10015398 failed=False timeout=18000 destdir=/var/lib/copr/public_html/results/@vespa/vespa chroot=epel-8-x86_64 [2026-01-15 15:40:23,582][ INFO][PID:2070819] Worker succeeded build, took 172.98485159873962 [2026-01-15 15:40:23,583][ INFO][PID:2070819] Sending build state back to frontend: { "builds": [ { "timeout": 18000, "frontend_base_url": "https://copr.fedorainfracloud.org", "memory_reqs": 2048, "enable_net": true, "project_owner": "@vespa", "project_name": "vespa", "project_dirname": "vespa", "submitter": "https://api.github.com/users/ean", "ended_on": 1768491623.5829308, "started_on": 1768491450.5980792, "submitted_on": null, "status": 1, "chroot": "epel-8-x86_64", "arch": "x86_64", "buildroot_pkgs": [], "task_id": "10015398-epel-8-x86_64", "build_id": 10015398, "package_name": "vespa-ann-benchmark", "package_version": "8.629.20-1", "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@vespa/vespa/vespa-ann-benchmark", "git_hash": "017597c6fcd9ffc938bcff1a379f554f059b170b", "git_branch": null, "source_type": null, "source_json": null, "pkg_name": null, "pkg_main_version": null, "pkg_epoch": null, "pkg_release": null, "srpm_url": null, "uses_devel_repo": false, "sandbox": "@vespa/vespa--https://api.github.com/users/ean", "results": { "packages": [ { "name": "vespa-ann-benchmark-debuginfo", "epoch": null, "version": "8.629.20", "release": "1.el8", "arch": "x86_64" }, { "name": "vespa-ann-benchmark", "epoch": null, "version": "8.629.20", "release": "1.el8", "arch": "src" }, { "name": "vespa-ann-benchmark-debugsource", "epoch": null, "version": "8.629.20", "release": "1.el8", "arch": "x86_64" }, { "name": "vespa-ann-benchmark", "epoch": null, "version": "8.629.20", "release": "1.el8", "arch": "x86_64" } ] }, "appstream": false, "allow_user_ssh": false, "ssh_public_keys": null, "storage": 0, "repos": [ { "baseurl": "https://download.copr.fedorainfracloud.org/results/@vespa/vespa/epel-8-x86_64/", "id": "copr_base", "name": "Copr repository", "priority": null }, { "baseurl": "https://copr-be.cloud.fedoraproject.org/results/@vespa/vespa/epel-8-$basearch/", "id": "https_copr_be_cloud_fedoraproject_org_results_vespa_vespa_epel_8_basearch", "name": "Additional repo https_copr_be_cloud_fedoraproject_org_results_vespa_vespa_epel_8_basearch" }, { "baseurl": "http://download.fedoraproject.org/pub/epel/8/Everything/$basearch", "id": "http_download_fedoraproject_org_pub_epel_8_Everything_basearch", "name": "Additional repo http_download_fedoraproject_org_pub_epel_8_Everything_basearch" }, { "baseurl": "https://developer.download.nvidia.com/compute/cuda/repos/rhel8/x86_64", "id": "https_developer_download_nvidia_com_compute_cuda_repos_rhel8_x86_64", "name": "Additional repo https_developer_download_nvidia_com_compute_cuda_repos_rhel8_x86_64" }, { "baseurl": "https://dl.cloudsmith.io/public/vespa/open-source-rpms/rpm/el/8/$basearch", "id": "https_dl_cloudsmith_io_public_vespa_open_source_rpms_rpm_el_8_basearch", "name": "Additional repo https_dl_cloudsmith_io_public_vespa_open_source_rpms_rpm_el_8_basearch" } ], "background": true, "bootstrap": "off", "fedora_review": false, "isolation": "default", "modules": { "toggle": [ { "enable": "maven:3.8" } ] }, "repo_priority": null, "tags": [ "arch_x86_64" ], "with_opts": [], "without_opts": [], "destdir": "/var/lib/copr/public_html/results/@vespa/vespa", "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@vespa/vespa", "result_dir": "10015398-vespa-ann-benchmark", "built_packages": "vespa-ann-benchmark-debuginfo 8.629.20\nvespa-ann-benchmark-debugsource 8.629.20\nvespa-ann-benchmark 8.629.20", "id": 10015398, "mockchain_macros": { "copr_username": "@vespa", "copr_projectname": "vespa", "vendor": "Fedora Project COPR (@vespa/vespa)" } } ] } [2026-01-15 15:40:23,631][ INFO][PID:2070819] Sending fedora-messaging bus message in build.end [2026-01-15 15:40:23,662][ INFO][PID:2070819] Compressing /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark/builder-live.log by gzip [2026-01-15 15:40:23,663][ INFO][PID:2070819] Running command 'gzip /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark/builder-live.log' as PID 2115341 [2026-01-15 15:40:23,723][ INFO][PID:2070819] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark/builder-live.log) [2026-01-15 15:40:23,723][ INFO][PID:2070819] Compressing /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark/backend.log by gzip [2026-01-15 15:40:23,725][ INFO][PID:2070819] Running command 'gzip /var/lib/copr/public_html/results/@vespa/vespa/epel-8-x86_64/10015398-vespa-ann-benchmark/backend.log' as PID 2115369