[2025-01-23 02:06:55,386][  INFO][PID:3978080] Marking build as starting
[2025-01-23 02:06:55,444][  INFO][PID:3978080] Trying to allocate VM
[2025-01-23 02:06:58,482][  INFO][PID:3978080] Allocated host ResallocHost, ticket_id=884884, hostname=13.120.89.142, name=copr_ic_s390x_eu_es_1_prod_00787376_20250123_015444
[2025-01-23 02:06:58,483][  INFO][PID:3978080] Allocating ssh connection to builder
[2025-01-23 02:06:58,483][  INFO][PID:3978080] Checking that builder machine is OK
[2025-01-23 02:06:59,901][  INFO][PID:3978080] Running remote command: copr-builder-ready fedora-rawhide-s390x
[2025-01-23 02:07:01,221][  INFO][PID:3978080] Red Hat subscription not needed for fedora-rawhide-s390x
Builder is ready to be used

[2025-01-23 02:07:01,221][  INFO][PID:3978080] Filling build.info file with builder info
[2025-01-23 02:07:01,222][  INFO][PID:3978080] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-big-merge-20250123",
            "project_dirname": "llvm-snapshots-big-merge-20250123",
            "submitter": "kkleine",
            "ended_on": null,
            "started_on": 1737598021.2225556,
            "submitted_on": null,
            "status": 3,
            "chroot": "fedora-rawhide-s390x",
            "arch": "s390x",
            "buildroot_pkgs": [],
            "task_id": "8561338-fedora-rawhide-s390x",
            "build_id": 8561338,
            "package_name": "llvm",
            "package_version": "19.1.7-2",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-big-merge-20250123/llvm",
            "git_hash": "49a4a7fd588f767386c1d1673121c88c9fef9811",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-big-merge-20250123--kkleine",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250123/fedora-rawhide-s390x/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_s390x"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250123",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250123",
            "result_dir": "08561338-llvm",
            "built_packages": "",
            "id": 8561338,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-big-merge-20250123",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-big-merge-20250123)"
            }
        }
    ]
}
[2025-01-23 02:07:01,260][  INFO][PID:3978080] Sending fedora-messaging bus message in build.start
[2025-01-23 02:07:01,798][  INFO][PID:3978080] Sending fedora-messaging bus message in chroot.start
[2025-01-23 02:07:01,814][  INFO][PID:3978080] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/8561338-fedora-rawhide-s390x --chroot fedora-rawhide-s390x --detached
[2025-01-23 02:07:03,349][  INFO][PID:3978080] Downloading the builder-live.log file, attempt 1
[2025-01-23 02:07:03,352][  INFO][PID:3978080] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@13.120.89.142 copr-rpmbuild-log
[2025-01-23 02:07:08,356][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 02:17:08,436][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 02:27:08,512][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 02:37:08,603][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 02:47:08,674][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 02:57:08,748][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 03:07:08,822][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 03:17:08,971][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 03:27:09,113][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 03:37:09,529][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 03:47:09,666][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 03:57:09,768][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 04:07:09,886][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 04:17:10,060][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 04:27:10,151][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 04:37:10,241][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 04:47:10,337][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 04:57:10,451][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 05:07:10,659][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 05:17:11,011][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 05:27:11,194][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 05:37:11,305][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 05:47:11,394][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 05:57:11,483][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 06:07:11,568][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 06:17:11,654][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 06:27:11,733][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 06:37:11,819][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 06:47:11,906][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 06:57:11,990][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 07:07:12,073][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 07:17:12,217][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 07:27:12,296][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 07:37:12,389][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 07:47:12,480][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 07:57:12,567][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 08:07:12,669][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 08:17:12,932][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 08:27:13,037][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 08:37:13,115][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 08:47:13,190][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 08:57:13,269][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 09:07:13,422][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 09:17:13,642][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 09:27:13,745][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 09:37:13,824][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 09:47:13,903][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 09:57:13,975][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 10:07:14,081][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 10:17:14,179][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 10:27:14,270][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 10:37:14,349][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 10:47:14,434][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 10:57:14,529][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 11:07:14,615][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 11:17:14,708][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 11:27:14,783][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 11:37:14,861][  INFO][PID:3978080] Periodic builder liveness probe: alive
[2025-01-23 11:38:33,651][  INFO][PID:3978080] Downloading results from builder
[2025-01-23 11:38:33,671][  INFO][PID:3978080] rsyncing of mockbuilder@13.120.89.142:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250123/fedora-rawhide-s390x/08561338-llvm started
[2025-01-23 11:38:33,689][  INFO][PID:3978080] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@13.120.89.142:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250123/fedora-rawhide-s390x/08561338-llvm/ &> /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250123/fedora-rawhide-s390x/08561338-llvm/build-08561338.rsync.log
[2025-01-23 11:38:47,656][  INFO][PID:3978080] rsyncing finished.
[2025-01-23 11:38:47,658][  INFO][PID:3978080] Releasing VM back to pool
[2025-01-23 11:38:47,673][  INFO][PID:3978080] Searching for 'success' file in resultdir
[2025-01-23 11:38:47,678][ ERROR][PID:3978080] Build failed: Backend process error: No success file => build failure
[2025-01-23 11:38:47,736][  INFO][PID:3978080] Finished build: id=8561338 failed=True timeout=108000 destdir=/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250123 chroot=fedora-rawhide-s390x 
[2025-01-23 11:38:47,802][ ERROR][PID:3978080] Backend process error: No success file => build failure
[2025-01-23 11:38:47,803][  INFO][PID:3978080] Worker failed build, took 34306.58130288124
[2025-01-23 11:38:47,818][  INFO][PID:3978080] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 108000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": true,
            "project_owner": "@fedora-llvm-team",
            "project_name": "llvm-snapshots-big-merge-20250123",
            "project_dirname": "llvm-snapshots-big-merge-20250123",
            "submitter": "kkleine",
            "ended_on": 1737632327.8038585,
            "started_on": 1737598021.2225556,
            "submitted_on": null,
            "status": 0,
            "chroot": "fedora-rawhide-s390x",
            "arch": "s390x",
            "buildroot_pkgs": [],
            "task_id": "8561338-fedora-rawhide-s390x",
            "build_id": 8561338,
            "package_name": "llvm",
            "package_version": "19.1.7-2",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/@fedora-llvm-team/llvm-snapshots-big-merge-20250123/llvm",
            "git_hash": "49a4a7fd588f767386c1d1673121c88c9fef9811",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "@fedora-llvm-team/llvm-snapshots-big-merge-20250123--kkleine",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": 0,
            "background": false,
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250123/fedora-rawhide-s390x/",
                    "id": "copr_base",
                    "module_hotfixes": true,
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "tags": [
                "arch_s390x"
            ],
            "with_opts": [
                "snapshot_build"
            ],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250123",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250123",
            "result_dir": "08561338-llvm",
            "built_packages": "",
            "id": 8561338,
            "mockchain_macros": {
                "copr_username": "@fedora-llvm-team",
                "copr_projectname": "llvm-snapshots-big-merge-20250123",
                "vendor": "Fedora Project COPR (@fedora-llvm-team/llvm-snapshots-big-merge-20250123)"
            }
        }
    ]
}
[2025-01-23 11:38:48,364][  INFO][PID:3978080] Sending fedora-messaging bus message in build.end
[2025-01-23 11:38:48,690][  INFO][PID:3978080] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250123/fedora-rawhide-s390x/08561338-llvm/builder-live.log by gzip
[2025-01-23 11:38:48,716][  INFO][PID:3978080] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250123/fedora-rawhide-s390x/08561338-llvm/builder-live.log' as PID 2433173
[2025-01-23 11:38:49,375][  INFO][PID:3978080] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250123/fedora-rawhide-s390x/08561338-llvm/builder-live.log)
[2025-01-23 11:38:49,383][  INFO][PID:3978080] Compressing /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250123/fedora-rawhide-s390x/08561338-llvm/backend.log by gzip
[2025-01-23 11:38:49,385][  INFO][PID:3978080] Running command 'gzip /var/lib/copr/public_html/results/@fedora-llvm-team/llvm-snapshots-big-merge-20250123/fedora-rawhide-s390x/08561338-llvm/backend.log' as PID 2433205