[2025-07-26 01:19:36,146][  INFO][PID:2676651] Marking build as starting
[2025-07-26 01:19:36,360][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:19:36,361][  INFO][PID:2676651] VM allocation process starts
[2025-07-26 01:19:36,394][  INFO][PID:2676651] Trying to allocate VM: ResallocHost, ticket_id=4169073, requested_tags=['copr_builder', 'arch_ppc64le']
[2025-07-26 01:19:41,399][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:19:42,431][  INFO][PID:2676651] Allocated host ResallocHost, ticket_id=4169073, hostname=140.211.168.35, name=copr_osuosl_p09_prod_05888549_20250726_011611, requested_tags=['copr_builder', 'arch_ppc64le']
[2025-07-26 01:19:42,431][  INFO][PID:2676651] Allocating ssh connection to builder
[2025-07-26 01:19:42,432][  INFO][PID:2676651] Checking that builder machine is OK
[2025-07-26 01:19:43,888][  INFO][PID:2676651] Running remote command: copr-builder-ready fedora-41-ppc64le
[2025-07-26 01:19:44,915][  INFO][PID:2676651] Red Hat subscription not needed for fedora-41-ppc64le
Builder is ready to be used

[2025-07-26 01:19:44,919][  INFO][PID:2676651] Filling build.info file with builder info
[2025-07-26 01:19:44,954][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:19:44,962][  INFO][PID:2676651] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 18000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": false,
            "project_owner": "rpmsoftwaremanagement",
            "project_name": "dnf-nightly",
            "project_dirname": "dnf-nightly",
            "submitter": "rpmsoftwaremanagement",
            "ended_on": null,
            "started_on": 1753492784.9625878,
            "submitted_on": null,
            "status": 3,
            "chroot": "fedora-41-ppc64le",
            "arch": "ppc64le",
            "buildroot_pkgs": [],
            "task_id": "9339903-fedora-41-ppc64le",
            "build_id": 9339903,
            "package_name": "libsolv",
            "package_version": "0.7.34-20250726011813.4.g8780860b",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rpmsoftwaremanagement/dnf-nightly/libsolv",
            "git_hash": "d2c5fd0c43b15f6a7d5d1059e09c742d4f103bf5",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "rpmsoftwaremanagement/dnf-nightly--rpmsoftwaremanagement",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-41-ppc64le/",
                    "id": "copr_base",
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "background": false,
            "bootstrap": "off",
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "tags": [
                "arch_ppc64le"
            ],
            "with_opts": [],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly",
            "result_dir": "09339903-libsolv",
            "built_packages": "",
            "id": 9339903,
            "mockchain_macros": {
                "copr_username": "rpmsoftwaremanagement",
                "copr_projectname": "dnf-nightly",
                "vendor": "Fedora Project COPR (rpmsoftwaremanagement/dnf-nightly)"
            }
        }
    ]
}
[2025-07-26 01:19:45,051][  INFO][PID:2676651] Sending fedora-messaging bus message in build.start
[2025-07-26 01:19:45,921][  INFO][PID:2676651] Sending fedora-messaging bus message in chroot.start
[2025-07-26 01:19:45,946][  INFO][PID:2676651] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9339903-fedora-41-ppc64le --chroot fedora-41-ppc64le --detached
[2025-07-26 01:19:47,256][  INFO][PID:2676651] Downloading the builder-live.log file, attempt 1
[2025-07-26 01:19:47,257][  INFO][PID:2676651] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log
[2025-07-26 01:19:52,262][  INFO][PID:2676651] Periodic builder liveness probe: alive
[2025-07-26 01:19:52,263][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:19:57,264][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:20:02,265][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:20:07,266][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:20:12,267][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:20:17,268][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:20:22,269][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:20:27,270][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:20:33,181][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:20:38,183][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:20:43,184][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:20:48,186][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:20:53,189][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:20:58,198][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:21:03,199][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:21:08,202][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:21:13,363][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:21:18,370][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:21:23,401][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:21:28,405][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:21:33,407][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:21:38,408][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:21:43,412][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:21:48,417][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:21:53,418][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:21:58,419][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:22:03,421][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:22:08,423][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:22:13,429][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:22:18,431][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:22:23,433][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:22:28,434][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:22:33,473][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:22:38,474][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:22:43,476][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:22:48,478][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:22:53,481][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:22:58,485][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:23:03,486][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:23:08,487][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:23:13,488][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:23:18,490][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:23:23,491][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:23:28,492][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:23:33,494][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:23:38,496][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:23:43,497][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:23:48,499][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:23:53,500][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:23:58,502][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:24:03,503][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:24:08,505][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:24:13,506][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:24:18,508][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:24:23,514][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:24:28,520][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:24:33,526][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:24:38,530][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:24:43,532][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:24:48,534][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:24:53,535][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:24:58,536][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:25:03,537][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:25:08,540][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:25:13,542][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:25:18,546][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:25:23,550][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:25:28,551][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:25:33,554][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:25:38,555][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:25:43,556][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:25:48,558][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:25:53,560][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:25:58,565][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:26:03,728][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:26:08,743][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:26:13,763][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:26:18,765][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:26:23,767][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:26:28,777][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:26:33,778][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:26:38,780][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:26:43,781][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:26:48,783][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:26:53,785][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:26:58,786][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:27:03,788][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:27:08,789][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:27:13,791][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:27:18,792][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:27:23,793][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:27:28,795][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:27:33,796][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:27:38,797][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:27:43,798][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:27:48,799][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:27:53,801][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:27:58,803][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:28:03,804][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:28:08,805][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:28:13,806][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:28:18,807][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:28:23,808][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:28:28,809][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:28:33,810][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:28:38,819][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:28:43,820][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:28:48,821][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:28:53,822][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:28:58,824][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:29:03,824][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:29:08,825][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:29:13,826][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:29:18,828][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:29:23,829][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:29:28,830][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:29:33,832][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:29:38,833][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:29:43,834][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:29:48,836][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:29:53,849][  INFO][PID:2676651] Periodic builder liveness probe: alive
[2025-07-26 01:29:53,858][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:29:58,865][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:30:03,867][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:30:08,868][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:30:13,870][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:30:18,873][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:30:23,875][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:30:28,877][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:30:33,879][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:30:38,880][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:30:43,881][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:30:48,882][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:30:53,884][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:30:58,886][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:31:03,887][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:31:08,889][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:31:13,891][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:31:18,904][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:31:23,905][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:31:28,906][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:31:33,908][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:31:38,908][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:31:43,909][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:31:48,910][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:31:53,912][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:31:58,913][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:32:03,914][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:32:08,916][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:32:13,917][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:32:18,918][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:32:23,919][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:32:28,921][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:32:33,922][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:32:38,924][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:32:43,925][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:32:48,926][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:32:53,928][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:32:58,930][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:33:03,943][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:33:08,945][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:33:13,946][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:33:18,948][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:33:23,949][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:33:28,950][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:33:33,951][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:33:38,952][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:33:43,954][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:33:48,961][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:33:54,075][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:33:59,080][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:34:04,087][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:34:09,105][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:34:14,111][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:34:19,114][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:34:24,115][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:34:29,118][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:34:34,123][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:34:39,125][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:34:44,127][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:34:49,129][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:34:54,133][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:34:59,138][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:35:04,139][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:35:09,141][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:35:14,142][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:35:19,143][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:35:24,144][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:35:29,145][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:35:34,147][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:35:39,150][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:35:44,152][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:35:49,154][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:35:54,156][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:35:59,160][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:36:04,161][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:36:09,163][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:36:14,164][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:36:19,165][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:36:24,172][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:36:29,173][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:36:34,176][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:36:39,181][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:36:44,185][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:36:49,186][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:36:54,188][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:36:59,190][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:37:04,192][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:37:09,194][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:37:14,196][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:37:19,203][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:37:24,205][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:37:29,207][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:37:34,209][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:37:39,225][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:37:44,252][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:37:49,254][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:37:54,256][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:37:59,258][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:38:04,262][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:38:09,264][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:38:14,268][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:38:19,269][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:38:24,271][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:38:29,272][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:38:34,466][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:38:39,469][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:38:44,472][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:38:49,473][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:38:54,479][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:38:59,483][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:39:04,507][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:39:09,509][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:39:14,592][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:39:19,595][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:39:24,597][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:39:29,599][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:39:34,604][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:39:39,607][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:39:44,611][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:39:49,613][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:39:54,620][  INFO][PID:2676651] Periodic builder liveness probe: alive
[2025-07-26 01:39:54,620][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:39:59,621][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:40:04,622][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:40:09,623][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:40:14,624][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:40:19,625][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:40:24,626][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:40:29,627][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:40:34,628][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:40:39,629][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:40:44,633][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:40:49,641][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:40:54,654][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:40:59,655][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:41:04,656][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:41:09,657][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:41:14,658][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:41:19,659][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:41:24,660][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:41:29,662][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:41:34,665][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:41:39,667][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:41:44,672][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:41:49,680][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:41:54,682][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:41:59,683][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:42:04,684][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:42:09,685][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:42:14,686][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:42:19,688][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:42:24,689][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:42:29,704][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:42:34,707][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:42:39,709][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:42:44,713][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:42:49,714][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:42:54,715][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:42:59,716][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:43:04,720][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:43:09,721][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:43:14,724][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:43:19,726][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:43:24,727][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:43:29,728][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:43:34,733][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:43:39,736][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:43:44,738][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:43:49,745][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:43:54,751][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:43:59,753][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:44:04,755][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:44:09,757][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:44:14,758][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:44:19,766][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:44:24,769][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:44:29,772][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:44:34,777][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:44:39,781][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:44:44,782][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:44:49,783][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:44:54,785][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:44:59,787][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:45:04,788][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:45:09,789][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:45:14,790][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:45:19,791][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:45:24,793][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:45:29,794][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:45:34,796][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:45:39,801][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:45:44,806][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:45:49,809][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:45:54,813][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:45:59,817][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:46:04,821][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:46:09,822][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:46:14,824][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:46:19,826][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:46:24,827][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:46:29,829][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:46:34,831][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:46:39,832][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:46:44,834][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:46:49,836][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:46:54,837][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:46:59,840][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:47:04,843][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:47:09,845][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:47:14,847][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:47:19,848][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:47:24,849][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:47:29,857][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:47:34,861][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:47:39,862][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:47:44,864][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:47:49,866][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:47:54,868][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:47:59,870][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:48:04,878][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:48:09,889][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:48:14,890][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:48:19,891][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:48:24,893][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:48:29,894][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:48:34,899][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:48:39,902][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:48:44,905][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:48:49,907][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:48:54,913][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:48:59,915][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:49:04,917][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:49:09,924][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:49:14,928][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:49:19,929][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:49:24,930][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:49:29,932][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:49:34,933][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:49:39,935][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:49:44,936][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:49:50,013][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:49:55,034][  INFO][PID:2676651] Periodic builder liveness probe: dead
[2025-07-26 01:50:55,255][ ERROR][PID:2676651] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke:
OUT:

ERR:
Connection timed out during banner exchange
Connection to 140.211.168.35 port 22 timed out

[2025-07-26 01:52:05,325][ ERROR][PID:2676651] SSH connection lost on #2 attempt, let's retry after 10s, Connection broke:
OUT:

ERR:
ssh: connect to host 140.211.168.35 port 22: Connection timed out

[2025-07-26 01:52:16,140][ ERROR][PID:2676651] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke.
[2025-07-26 01:52:26,141][WARNING][PID:2676651] SSH connection lost on #1 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts
[2025-07-26 01:52:36,141][  INFO][PID:2676651] Downloading the builder-live.log file, attempt 2
[2025-07-26 01:52:36,143][  INFO][PID:2676651] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log
[2025-07-26 01:53:15,395][ ERROR][PID:2676651] SSH connection lost on #3 attempt, let's retry after 10s, Connection broke:
OUT:

ERR:
ssh: connect to host 140.211.168.35 port 22: Connection timed out

[2025-07-26 01:53:36,210][ ERROR][PID:2676651] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke.
[2025-07-26 01:53:46,214][WARNING][PID:2676651] SSH connection lost on #2 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts
[2025-07-26 01:53:56,215][  INFO][PID:2676651] Downloading the builder-live.log file, attempt 3
[2025-07-26 01:53:56,216][  INFO][PID:2676651] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log
[2025-07-26 01:54:25,464][ ERROR][PID:2676651] SSH connection lost on #4 attempt, let's retry after 10s, Connection broke:
OUT:

ERR:
ssh: connect to host 140.211.168.35 port 22: Connection timed out

[2025-07-26 01:54:35,465][ ERROR][PID:2676651] Can't ssh to cancel build.
[2025-07-26 01:54:56,281][ ERROR][PID:2676651] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke.
[2025-07-26 01:55:06,284][WARNING][PID:2676651] SSH connection lost on #3 attempt, let's retry after 10s, Unable to finish after 1 SSH attempts
[2025-07-26 01:55:16,284][  INFO][PID:2676651] Downloading the builder-live.log file, attempt 4
[2025-07-26 01:55:16,285][  INFO][PID:2676651] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.35 copr-rpmbuild-log
[2025-07-26 01:56:16,353][ ERROR][PID:2676651] SSH connection lost on #1 attempt, let's retry after 10s, Connection broke.
[2025-07-26 01:56:26,354][ ERROR][PID:2676651] Giving up for unstable SSH, failures: 1753494746.1409514, 1753494826.214872, 1753494906.2841952, 1753494986.3541467
[2025-07-26 01:56:26,355][ ERROR][PID:2676651] Re-try request for task on 'ResallocHost, ticket_id=4169073, hostname=140.211.168.35, name=copr_osuosl_p09_prod_05888549_20250726_011611, requested_tags=['copr_builder', 'arch_ppc64le']': SSH problems when downloading live log: Resalloc ticket FAILED
[2025-07-26 01:56:26,355][  INFO][PID:2676651] Releasing VM back to pool
[2025-07-26 01:56:26,363][  INFO][PID:2676651] Retry #1 (on other host)
[2025-07-26 01:56:26,364][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:56:26,365][  INFO][PID:2676651] VM allocation process starts
[2025-07-26 01:56:26,424][  INFO][PID:2676651] Trying to allocate VM: ResallocHost, ticket_id=4169466, requested_tags=['copr_builder', 'arch_ppc64le']
[2025-07-26 01:56:29,465][  INFO][PID:2676651] Allocated host ResallocHost, ticket_id=4169466, hostname=140.211.168.189, name=copr_osuosl_p09_prod_05888855_20250726_014647, requested_tags=['copr_builder', 'arch_ppc64le']
[2025-07-26 01:56:29,465][  INFO][PID:2676651] Allocating ssh connection to builder
[2025-07-26 01:56:29,467][  INFO][PID:2676651] Checking that builder machine is OK
[2025-07-26 01:56:31,017][  INFO][PID:2676651] Running remote command: copr-builder-ready fedora-41-ppc64le
[2025-07-26 01:56:32,037][  INFO][PID:2676651] Red Hat subscription not needed for fedora-41-ppc64le
Builder is ready to be used

[2025-07-26 01:56:32,038][  INFO][PID:2676651] Filling build.info file with builder info
[2025-07-26 01:56:32,041][  INFO][PID:2676651] Checking for cancel request
[2025-07-26 01:56:32,042][  INFO][PID:2676651] Not re-notifying FE and msg buses for the new host.
[2025-07-26 01:56:32,042][  INFO][PID:2676651] Starting remote build: copr-rpmbuild --verbose --drop-resultdir --task-url https://copr.fedorainfracloud.org/backend/get-build-task/9339903-fedora-41-ppc64le --chroot fedora-41-ppc64le --detached
[2025-07-26 01:56:33,366][  INFO][PID:2676651] Downloading the builder-live.log file, attempt 1
[2025-07-26 01:56:33,367][  INFO][PID:2676651] Popen command started: ssh -F /home/copr/.ssh/config mockbuilder@140.211.168.189 copr-rpmbuild-log
[2025-07-26 01:56:42,498][  INFO][PID:2676651] Cancel request succeeded
out:
success
err:
Warning: Permanently added '140.211.168.189' (ED25519) to the list of known hosts.

[2025-07-26 01:56:42,498][  INFO][PID:2676651] Downloading results from builder
[2025-07-26 01:56:42,499][  INFO][PID:2676651] rsyncing of mockbuilder@140.211.168.189:/var/lib/copr-rpmbuild/results/ to /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-41-ppc64le/09339903-libsolv started
[2025-07-26 01:56:42,500][  INFO][PID:2676651] Popen command started: /usr/bin/rsync -rltDvH --chmod=D755,F644 -e 'ssh -F /home/copr/.ssh/config' mockbuilder@140.211.168.189:/var/lib/copr-rpmbuild/results/ /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-41-ppc64le/09339903-libsolv/ &> /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-41-ppc64le/09339903-libsolv/build-09339903.rsync.log
[2025-07-26 01:56:44,045][  INFO][PID:2676651] rsyncing finished.
[2025-07-26 01:56:44,046][  INFO][PID:2676651] Releasing VM back to pool
[2025-07-26 01:56:44,054][  INFO][PID:2676651] Searching for 'success' file in resultdir
[2025-07-26 01:56:44,055][ ERROR][PID:2676651] Build failed: Backend process error: No success file => build failure
[2025-07-26 01:56:44,055][  INFO][PID:2676651] Finished build: id=9339903 failed=True timeout=18000 destdir=/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly chroot=fedora-41-ppc64le 
[2025-07-26 01:56:44,057][ ERROR][PID:2676651] Backend process error: No success file => build failure
[2025-07-26 01:56:44,058][  INFO][PID:2676651] Worker failed build, took 12.016019105911255
[2025-07-26 01:56:44,058][  INFO][PID:2676651] Sending build state back to frontend: {
    "builds": [
        {
            "timeout": 18000,
            "frontend_base_url": "https://copr.fedorainfracloud.org",
            "memory_reqs": 2048,
            "enable_net": false,
            "project_owner": "rpmsoftwaremanagement",
            "project_name": "dnf-nightly",
            "project_dirname": "dnf-nightly",
            "submitter": "rpmsoftwaremanagement",
            "ended_on": 1753495004.0581908,
            "started_on": 1753494992.0421717,
            "submitted_on": null,
            "status": 0,
            "chroot": "fedora-41-ppc64le",
            "arch": "ppc64le",
            "buildroot_pkgs": [],
            "task_id": "9339903-fedora-41-ppc64le",
            "build_id": 9339903,
            "package_name": "libsolv",
            "package_version": "0.7.34-20250726011813.4.g8780860b",
            "git_repo": "https://copr-dist-git.fedorainfracloud.org/git/rpmsoftwaremanagement/dnf-nightly/libsolv",
            "git_hash": "d2c5fd0c43b15f6a7d5d1059e09c742d4f103bf5",
            "git_branch": null,
            "source_type": null,
            "source_json": null,
            "pkg_name": null,
            "pkg_main_version": null,
            "pkg_epoch": null,
            "pkg_release": null,
            "srpm_url": null,
            "uses_devel_repo": false,
            "sandbox": "rpmsoftwaremanagement/dnf-nightly--rpmsoftwaremanagement",
            "results": null,
            "appstream": false,
            "allow_user_ssh": false,
            "ssh_public_keys": null,
            "storage": null,
            "repos": [
                {
                    "baseurl": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly/fedora-41-ppc64le/",
                    "id": "copr_base",
                    "name": "Copr repository",
                    "priority": null
                }
            ],
            "background": false,
            "bootstrap": "off",
            "fedora_review": false,
            "isolation": "default",
            "repo_priority": null,
            "tags": [
                "arch_ppc64le"
            ],
            "with_opts": [],
            "without_opts": [],
            "destdir": "/var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly",
            "results_repo_url": "https://download.copr.fedorainfracloud.org/results/rpmsoftwaremanagement/dnf-nightly",
            "result_dir": "09339903-libsolv",
            "built_packages": "",
            "id": 9339903,
            "mockchain_macros": {
                "copr_username": "rpmsoftwaremanagement",
                "copr_projectname": "dnf-nightly",
                "vendor": "Fedora Project COPR (rpmsoftwaremanagement/dnf-nightly)"
            }
        }
    ]
}
[2025-07-26 01:56:44,147][  INFO][PID:2676651] Sending fedora-messaging bus message in build.end
[2025-07-26 01:56:44,171][  INFO][PID:2676651] Compressing /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-41-ppc64le/09339903-libsolv/builder-live.log by gzip
[2025-07-26 01:56:44,172][  INFO][PID:2676651] Running command 'gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-41-ppc64le/09339903-libsolv/builder-live.log' as PID 2850687
[2025-07-26 01:56:44,173][  INFO][PID:2676651] Finished after 0 seconds with exit code 0 (gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-41-ppc64le/09339903-libsolv/builder-live.log)
[2025-07-26 01:56:44,174][  INFO][PID:2676651] Compressing /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-41-ppc64le/09339903-libsolv/backend.log by gzip
[2025-07-26 01:56:44,175][  INFO][PID:2676651] Running command 'gzip /var/lib/copr/public_html/results/rpmsoftwaremanagement/dnf-nightly/fedora-41-ppc64le/09339903-libsolv/backend.log' as PID 2850689