1these 13 derivations will be built:2 /nix/store/cf789pk6kbspg1vjm9975vk3pspw3h86-python3.14-nixbot.drv3 /nix/store/5k4c4yyavvrw8j7wm6nlrlnhwqnczh0d-unit-nixbot.service.drv4 /nix/store/vcpdly4cq3vsffzzsdcvk6dwfisfmxma-system-units.drv5 /nix/store/rcr60lx8j6z2mnwldh9rbcmfmpf8v6ms-etc.drv6 /nix/store/rrr072d5wg7jijgqjpbsccdqfq2x90sb-activate.drv7 /nix/store/hqx0shq8icwh3md7wi0hj2rghjhgjm06-nixos-system-gitlab-test.drv8 /nix/store/i422kh7rgh0l7mi6mx5z9mvkp8nm4wdh-closure-info.drv9 /nix/store/ldgsf0w8jj3dwgbzz3v39iz3m87sk7nh-closure-info.drv10 /nix/store/ndm52jh5dc6js6dnd6zcgqx7cwr4rfng-run-nixos-vm.drv11 /nix/store/prknvpii91mi61gi5kf2s58brdcqb6vq-nixos-vm.drv12 /nix/store/4ccj1gjvjapbxxq3baw43d4ppvwpkky8-driverConfiguration.json.drv13 /nix/store/ixzy9vng0ygj1b18y45gy38n369whv5v-nixos-test-driver-nixbot-gitlab.drv14 /nix/store/2pscwxlpfckg9mzy30x6hqmmliknwhyd-vm-test-run-nixbot-gitlab.drv15building '/nix/store/cf789pk6kbspg1vjm9975vk3pspw3h86-python3.14-nixbot.drv'16python3.14-nixbot> tribuchet: building on jamie17python3.14-nixbot> Sourcing python-remove-tests-dir-hook18python3.14-nixbot> Sourcing python-catch-conflicts-hook.sh19python3.14-nixbot> Sourcing python-remove-bin-bytecode-hook.sh20python3.14-nixbot> Sourcing pypa-build-hook21python3.14-nixbot> Using pypaBuildPhase22python3.14-nixbot> Sourcing python-runtime-deps-check-hook23python3.14-nixbot> Using pythonRuntimeDepsCheckHook24python3.14-nixbot> Sourcing pypa-install-hook25python3.14-nixbot> Using pypaInstallPhase26python3.14-nixbot> Sourcing python-imports-check-hook.sh27python3.14-nixbot> Using pythonImportsCheckPhase28python3.14-nixbot> Sourcing python-namespaces-hook29python3.14-nixbot> Sourcing python-catch-conflicts-hook.sh30python3.14-nixbot> Running phase: unpackPhase31python3.14-nixbot> unpacking source archive /nix/store/92jbspxkb5wrfh01a7rsz0gksrjn6hf5-nixbot32python3.14-nixbot> source root is nixbot33python3.14-nixbot> setting SOURCE_DATE_EPOCH to timestamp 315619200 of file "nixbot/pyproject.toml"34python3.14-nixbot> Running phase: patchPhase35python3.14-nixbot> Running phase: updateAutotoolsGnuConfigScriptsPhase36python3.14-nixbot> Running phase: configurePhase37python3.14-nixbot> no configure script, doing nothing38python3.14-nixbot> Running phase: buildPhase39python3.14-nixbot> Executing pypaBuildPhase40python3.14-nixbot> Creating a wheel...41python3.14-nixbot> pypa build flags: --no-isolation --outdir dist/ --wheel42python3.14-nixbot> * Getting build dependencies for wheel...43python3.14-nixbot> * Building wheel...44python3.14-nixbot> Successfully built nixbot-0.0.1-py3-none-any.whl45python3.14-nixbot> Finished creating a wheel...46python3.14-nixbot> Finished executing pypaBuildPhase47python3.14-nixbot> Running phase: pythonRuntimeDepsCheckHook48python3.14-nixbot> Executing pythonRuntimeDepsCheck49python3.14-nixbot> Checking runtime dependencies for nixbot-0.0.1-py3-none-any.whl50python3.14-nixbot> Finished executing pythonRuntimeDepsCheck51python3.14-nixbot> Running phase: installPhase52python3.14-nixbot> Executing pypaInstallPhase53python3.14-nixbot> Successfully installed nixbot-0.0.1-py3-none-any.whl54python3.14-nixbot> Finished executing pypaInstallPhase55python3.14-nixbot> Running phase: pythonOutputDistPhase56python3.14-nixbot> Executing pythonOutputDistPhase57python3.14-nixbot> Finished executing pythonOutputDistPhase58python3.14-nixbot> Running phase: fixupPhase59python3.14-nixbot> shrinking RPATHs of ELF executables and libraries in /nix/store/qyk2xbvjzk2sb2yslkhly1241bp5s4na-python3.14-nixbot60python3.14-nixbot> checking for references to /build/ in /nix/store/qyk2xbvjzk2sb2yslkhly1241bp5s4na-python3.14-nixbot...61python3.14-nixbot> patching script interpreter paths in /nix/store/qyk2xbvjzk2sb2yslkhly1241bp5s4na-python3.14-nixbot62python3.14-nixbot> stripping (with command strip and flags -S -p) in /nix/store/qyk2xbvjzk2sb2yslkhly1241bp5s4na-python3.14-nixbot/lib /nix/store/qyk2xbvjzk2sb2yslkhly1241bp5s4na-python3.14-nixbot/bin63python3.14-nixbot> shrinking RPATHs of ELF executables and libraries in /nix/store/jkr42plhd645a5kkrp3gwi9i3xpwb91q-python3.14-nixbot-dist64python3.14-nixbot> checking for references to /build/ in /nix/store/jkr42plhd645a5kkrp3gwi9i3xpwb91q-python3.14-nixbot-dist...65python3.14-nixbot> patching script interpreter paths in /nix/store/jkr42plhd645a5kkrp3gwi9i3xpwb91q-python3.14-nixbot-dist66python3.14-nixbot> Rewriting #!/nix/store/gxzhl7aaiid7zp3y47jqqiq7zg5mqpwp-python3-3.14.6/bin/python3.14 to #!/nix/store/gxzhl7aaiid7zp3y47jqqiq7zg5mqpwp-python3-3.14.667python3.14-nixbot> wrapping `/nix/store/qyk2xbvjzk2sb2yslkhly1241bp5s4na-python3.14-nixbot/bin/nixbot'...68python3.14-nixbot> Executing pythonRemoveTestsDir69python3.14-nixbot> Finished executing pythonRemoveTestsDir70python3.14-nixbot> Running phase: pythonCatchConflictsPhase71python3.14-nixbot> Running phase: pythonRemoveBinBytecodePhase72python3.14-nixbot> Running phase: pythonImportsCheckPhase73python3.14-nixbot> Executing pythonImportsCheckPhase74building '/nix/store/5k4c4yyavvrw8j7wm6nlrlnhwqnczh0d-unit-nixbot.service.drv'75unit-nixbot.service> tribuchet: building on jamie76unit-nixbot.service> structuredAttrs is enabled77building '/nix/store/vcpdly4cq3vsffzzsdcvk6dwfisfmxma-system-units.drv'78system-units> tribuchet: building on jamie79building '/nix/store/rcr60lx8j6z2mnwldh9rbcmfmpf8v6ms-etc.drv'80etc> tribuchet: building on jamie81building '/nix/store/rrr072d5wg7jijgqjpbsccdqfq2x90sb-activate.drv'82activate> tribuchet: building on jamie83building '/nix/store/hqx0shq8icwh3md7wi0hj2rghjhgjm06-nixos-system-gitlab-test.drv'84nixos-system-gitlab-test> tribuchet: building on jamie85nixos-system-gitlab-test> structuredAttrs is enabled86building '/nix/store/i422kh7rgh0l7mi6mx5z9mvkp8nm4wdh-closure-info.drv'87closure-info> tribuchet: building on jamie88closure-info> structuredAttrs is enabled89building '/nix/store/ldgsf0w8jj3dwgbzz3v39iz3m87sk7nh-closure-info.drv'90closure-info> tribuchet: building on jamie91closure-info> structuredAttrs is enabled92building '/nix/store/ndm52jh5dc6js6dnd6zcgqx7cwr4rfng-run-nixos-vm.drv'93run-nixos-vm> tribuchet: building on jamie94building '/nix/store/prknvpii91mi61gi5kf2s58brdcqb6vq-nixos-vm.drv'95nixos-vm> tribuchet: building on jamie96building '/nix/store/4ccj1gjvjapbxxq3baw43d4ppvwpkky8-driverConfiguration.json.drv'97driverConfiguration.json> tribuchet: building on jamie98driverConfiguration.json> structuredAttrs is enabled99building '/nix/store/ixzy9vng0ygj1b18y45gy38n369whv5v-nixos-test-driver-nixbot-gitlab.drv'100nixos-test-driver-nixbot-gitlab> tribuchet: building on jamie101nixos-test-driver-nixbot-gitlab> Running type check (enable/disable: config.skipTypeCheck)102nixos-test-driver-nixbot-gitlab> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck103nixos-test-driver-nixbot-gitlab> All checks passed!104nixos-test-driver-nixbot-gitlab> Linting test script (enable/disable: config.skipLint)105nixos-test-driver-nixbot-gitlab> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint106nixos-test-driver-nixbot-gitlab> All checks passed!107building '/nix/store/2pscwxlpfckg9mzy30x6hqmmliknwhyd-vm-test-run-nixbot-gitlab.drv'108vm-test-run-nixbot-gitlab> tribuchet: building on jamie109vm-test-run-nixbot-gitlab> Machine state will be reset. To keep it, pass --keep-machine-state110vm-test-run-nixbot-gitlab> start all VLans111vm-test-run-nixbot-gitlab> (finished: start all VLans, in 0.00 seconds)112vm-test-run-nixbot-gitlab> Test will time out and terminate in 3600 seconds113vm-test-run-nixbot-gitlab> run the VM test script114vm-test-run-nixbot-gitlab> start all VMs115vm-test-run-nixbot-gitlab> gitlab: starting vm116vm-test-run-nixbot-gitlab> gitlab # Disk image does not exist, creating the virtualisation disk image...117vm-test-run-nixbot-gitlab> gitlab: QEMU running (pid 46)118vm-test-run-nixbot-gitlab> gitlab # Formatting '/build/vm-state-gitlab/tmp.AH70F6Aoar', fmt=raw size=1073741824119vm-test-run-nixbot-gitlab> gitlab # mke2fs 1.47.4 (6-Mar-2025)120vm-test-run-nixbot-gitlab> (finished: start all VMs, in 61.09 seconds)121vm-test-run-nixbot-gitlab> gitlab # Discarding device blocks: 0/262144 done122vm-test-run-nixbot-gitlab> gitlab: waiting for unit setup-gitlab.service123vm-test-run-nixbot-gitlab> gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes124vm-test-run-nixbot-gitlab> gitlab: waiting for the VM to finish booting125vm-test-run-nixbot-gitlab> gitlab # Filesystem UUID: 2b0b1d7a-a0dd-4332-9b0d-471732c23666126vm-test-run-nixbot-gitlab> gitlab # Superblock backups stored on blocks:127vm-test-run-nixbot-gitlab> gitlab # 32768, 98304, 163840, 229376128vm-test-run-nixbot-gitlab> gitlab # 129vm-test-run-nixbot-gitlab> gitlab # Allocating group tables: 0/8 done130vm-test-run-nixbot-gitlab> gitlab # Writing inode tables: 0/8 done131vm-test-run-nixbot-gitlab> gitlab # Creating journal (8192 blocks): done132vm-test-run-nixbot-gitlab> gitlab # Writing superblocks and filesystem accounting information: 0/8 done133vm-test-run-nixbot-gitlab> gitlab # 134vm-test-run-nixbot-gitlab> gitlab # Virtualisation disk image created.135vm-test-run-nixbot-gitlab> gitlab # Creating Nix store image...136vm-test-run-nixbot-gitlab> gitlab # Created Nix store image.137vm-test-run-nixbot-gitlab> gitlab # SeaBIOS (version rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org)138vm-test-run-nixbot-gitlab> gitlab # 139vm-test-run-nixbot-gitlab> gitlab # 140vm-test-run-nixbot-gitlab> gitlab # iPXE (http://ipxe.org) 00:03.0 CA00 PCI2.10 PnP PMM+BEFD1900+BEF31900 CA00141vm-test-run-nixbot-gitlab> gitlab # Press Ctrl-B to configure iPXE (PCI 00:03.0)...142vm-test-run-nixbot-gitlab> gitlab # 143vm-test-run-nixbot-gitlab> gitlab # 144vm-test-run-nixbot-gitlab> gitlab # 145vm-test-run-nixbot-gitlab> gitlab # 146vm-test-run-nixbot-gitlab> gitlab # iPXE (http://ipxe.org) 00:09.0 CB00 PCI2.10 PnP PMM BEFD1900 BEF31900 CB00147vm-test-run-nixbot-gitlab> gitlab # Press Ctrl-B to configure iPXE (PCI 00:09.0)...148vm-test-run-nixbot-gitlab> gitlab # 149vm-test-run-nixbot-gitlab> gitlab # 150vm-test-run-nixbot-gitlab> gitlab # Booting from ROM...151vm-test-run-nixbot-gitlab> gitlab # Probing EDD (edd=off to disable)... o[ 0.000000] Linux version 6.18.43 (nixbld@localhost) (gcc (GCC) 15.3.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT_DYNAMIC Thu Aug 6 17:27:09 UTC 2026152vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/7dr2varyqd546hj4jdlaxcyj45h6rphy-nixos-system-gitlab-test/init regInfo=/nix/store/dhvx1j0nhqlcjshdd2d7nlsikjq7kica-closure-info/registration console=ttyS0,115200n8 console=tty0153vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-provided physical RAM map:154vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable155vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x000000000009fc00-0x000000000009ffff] reserved156vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000000f0000-0x00000000000fffff] reserved157vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bffd7fff] usable158vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000bffd8000-0x00000000bfffffff] reserved159vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000feffc000-0x00000000feffffff] reserved160vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000fffc0000-0x00000000ffffffff] reserved161vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x0000000100000000-0x00000001bfffffff] usable162vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x000000fd00000000-0x000000ffffffffff] reserved163vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] NX (Execute Disable) protection: active164vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] APIC: Static calls initialized165vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] SMBIOS 2.8 present.166vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] DMI: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org 04/01/2014167vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] DMI: Memory slots populated: 1/1168vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Hypervisor detected: KVM169vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] last_pfn = 0xbffd8 max_arch_pfn = 0x10000000000170vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] kvm-clock: Using msrs 4b564d01 and 4b564d00171vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] kvm-clock: using sched offset of 472578821 cycles172vm-test-run-nixbot-gitlab> gitlab # [ 0.000002] clocksource: kvm-clock: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns173vm-test-run-nixbot-gitlab> gitlab # [ 0.000004] tsc: Detected 2400.008 MHz processor174vm-test-run-nixbot-gitlab> gitlab # [ 0.000803] last_pfn = 0x1c0000 max_arch_pfn = 0x10000000000175vm-test-run-nixbot-gitlab> gitlab # [ 0.000829] MTRR map: 4 entries (3 fixed + 1 variable; max 19), built from 8 variable MTRRs176vm-test-run-nixbot-gitlab> gitlab # [ 0.000832] x86/PAT: Configuration [0-7]: WB WC UC- UC WB WP UC- WT177vm-test-run-nixbot-gitlab> gitlab # [ 0.000870] last_pfn = 0xbffd8 max_arch_pfn = 0x10000000000178vm-test-run-nixbot-gitlab> gitlab # [ 0.002724] found SMP MP-table at [mem 0x000f5470-0x000f547f]179vm-test-run-nixbot-gitlab> gitlab # [ 0.002736] Using GB pages for direct mapping180vm-test-run-nixbot-gitlab> gitlab # [ 0.002834] RAMDISK: [mem 0xbe31c000-0xbffcffff]181vm-test-run-nixbot-gitlab> gitlab # [ 0.002842] ACPI: Early table checksum verification disabled182vm-test-run-nixbot-gitlab> gitlab # [ 0.002845] ACPI: RSDP 0x00000000000F5270 000014 (v00 BOCHS )183vm-test-run-nixbot-gitlab> gitlab # [ 0.002848] ACPI: RSDT 0x00000000BFFE24E3 000034 (v01 BOCHS BXPC 00000001 BXPC 00000001)184vm-test-run-nixbot-gitlab> gitlab # [ 0.002852] ACPI: FACP 0x00000000BFFE237F 000074 (v01 BOCHS BXPC 00000001 BXPC 00000001)185vm-test-run-nixbot-gitlab> gitlab # [ 0.002859] ACPI: DSDT 0x00000000BFFE0040 00233F (v01 BOCHS BXPC 00000001 BXPC 00000001)186vm-test-run-nixbot-gitlab> gitlab # [ 0.002861] ACPI: FACS 0x00000000BFFE0000 000040187vm-test-run-nixbot-gitlab> gitlab # [ 0.002862] ACPI: APIC 0x00000000BFFE23F3 000090 (v03 BOCHS BXPC 00000001 BXPC 00000001)188vm-test-run-nixbot-gitlab> gitlab # [ 0.002864] ACPI: HPET 0x00000000BFFE2483 000038 (v01 BOCHS BXPC 00000001 BXPC 00000001)189vm-test-run-nixbot-gitlab> gitlab # [ 0.002865] ACPI: WAET 0x00000000BFFE24BB 000028 (v01 BOCHS BXPC 00000001 BXPC 00000001)190vm-test-run-nixbot-gitlab> gitlab # [ 0.002867] ACPI: Reserving FACP table memory at [mem 0xbffe237f-0xbffe23f2]191vm-test-run-nixbot-gitlab> gitlab # [ 0.002868] ACPI: Reserving DSDT table memory at [mem 0xbffe0040-0xbffe237e]192vm-test-run-nixbot-gitlab> gitlab # [ 0.002868] ACPI: Reserving FACS table memory at [mem 0xbffe0000-0xbffe003f]193vm-test-run-nixbot-gitlab> gitlab # [ 0.002869] ACPI: Reserving APIC table memory at [mem 0xbffe23f3-0xbffe2482]194vm-test-run-nixbot-gitlab> gitlab # [ 0.002869] ACPI: Reserving HPET table memory at [mem 0xbffe2483-0xbffe24ba]195vm-test-run-nixbot-gitlab> gitlab # [ 0.002870] ACPI: Reserving WAET table memory at [mem 0xbffe24bb-0xbffe24e2]196vm-test-run-nixbot-gitlab> gitlab # [ 0.003102] No NUMA configuration found197vm-test-run-nixbot-gitlab> gitlab # [ 0.003103] Faking a node at [mem 0x0000000000000000-0x00000001bfffffff]198vm-test-run-nixbot-gitlab> gitlab # [ 0.003105] NODE_DATA(0) allocated [mem 0x1bfffa780-0x1bffffcff]199vm-test-run-nixbot-gitlab> gitlab # [ 0.005376] Zone ranges:200vm-test-run-nixbot-gitlab> gitlab # [ 0.005377] DMA [mem 0x0000000000001000-0x0000000000ffffff]201vm-test-run-nixbot-gitlab> gitlab # [ 0.005379] DMA32 [mem 0x0000000001000000-0x00000000ffffffff]202vm-test-run-nixbot-gitlab> gitlab # [ 0.005380] Normal [mem 0x0000000100000000-0x00000001bfffffff]203vm-test-run-nixbot-gitlab> gitlab # [ 0.005381] Device empty204vm-test-run-nixbot-gitlab> gitlab # [ 0.005381] Movable zone start for each node205vm-test-run-nixbot-gitlab> gitlab # [ 0.005382] Early memory node ranges206vm-test-run-nixbot-gitlab> gitlab # [ 0.005383] node 0: [mem 0x0000000000001000-0x000000000009efff]207vm-test-run-nixbot-gitlab> gitlab # [ 0.005384] node 0: [mem 0x0000000000100000-0x00000000bffd7fff]208vm-test-run-nixbot-gitlab> gitlab # [ 0.005385] node 0: [mem 0x0000000100000000-0x00000001bfffffff]209vm-test-run-nixbot-gitlab> gitlab # [ 0.005385] Initmem setup node 0 [mem 0x0000000000001000-0x00000001bfffffff]210vm-test-run-nixbot-gitlab> gitlab # [ 0.005404] On node 0, zone DMA: 1 pages in unavailable ranges211vm-test-run-nixbot-gitlab> gitlab # [ 0.005951] On node 0, zone DMA: 97 pages in unavailable ranges212vm-test-run-nixbot-gitlab> gitlab # [ 0.115761] On node 0, zone Normal: 40 pages in unavailable ranges213vm-test-run-nixbot-gitlab> gitlab # [ 0.116191] ACPI: PM-Timer IO Port: 0x608214vm-test-run-nixbot-gitlab> gitlab # [ 0.116205] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1])215vm-test-run-nixbot-gitlab> gitlab # [ 0.116237] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-23216vm-test-run-nixbot-gitlab> gitlab # [ 0.116241] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)217vm-test-run-nixbot-gitlab> gitlab # [ 0.116242] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level)218vm-test-run-nixbot-gitlab> gitlab # [ 0.116243] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level)219vm-test-run-nixbot-gitlab> gitlab # [ 0.116245] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level)220vm-test-run-nixbot-gitlab> gitlab # [ 0.116245] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level)221vm-test-run-nixbot-gitlab> gitlab # [ 0.116248] ACPI: Using ACPI (MADT) for SMP configuration information222vm-test-run-nixbot-gitlab> gitlab # [ 0.116249] ACPI: HPET id: 0x8086a201 base: 0xfed00000223vm-test-run-nixbot-gitlab> gitlab # [ 0.116254] TSC deadline timer available224vm-test-run-nixbot-gitlab> gitlab # [ 0.116258] CPU topo: Max. logical packages: 1225vm-test-run-nixbot-gitlab> gitlab # [ 0.116259] CPU topo: Max. logical dies: 1226vm-test-run-nixbot-gitlab> gitlab # [ 0.116260] CPU topo: Max. dies per package: 1227vm-test-run-nixbot-gitlab> gitlab # [ 0.116263] CPU topo: Max. threads per core: 1228vm-test-run-nixbot-gitlab> gitlab # [ 0.116264] CPU topo: Num. cores per package: 4229vm-test-run-nixbot-gitlab> gitlab # [ 0.116264] CPU topo: Num. threads per package: 4230vm-test-run-nixbot-gitlab> gitlab # [ 0.116265] CPU topo: Allowing 4 present CPUs plus 0 hotplug CPUs231vm-test-run-nixbot-gitlab> gitlab # [ 0.116289] kvm-guest: APIC: eoi() replaced with kvm_guest_apic_eoi_write()232vm-test-run-nixbot-gitlab> gitlab # [ 0.116307] kvm-guest: KVM setup pv remote TLB flush233vm-test-run-nixbot-gitlab> gitlab # [ 0.116309] kvm-guest: setup PV sched yield234vm-test-run-nixbot-gitlab> gitlab # [ 0.116325] PM: hibernation: Registered nosave memory: [mem 0x00000000-0x00000fff]235vm-test-run-nixbot-gitlab> gitlab # [ 0.116327] PM: hibernation: Registered nosave memory: [mem 0x0009f000-0x000fffff]236vm-test-run-nixbot-gitlab> gitlab # [ 0.116328] PM: hibernation: Registered nosave memory: [mem 0xbffd8000-0xffffffff]237vm-test-run-nixbot-gitlab> gitlab # [ 0.116329] [mem 0xc0000000-0xfeffbfff] available for PCI devices238vm-test-run-nixbot-gitlab> gitlab # [ 0.116331] Booting paravirtualized kernel on KVM239vm-test-run-nixbot-gitlab> gitlab # [ 0.116335] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns240vm-test-run-nixbot-gitlab> gitlab # [ 0.120801] setup_percpu: NR_CPUS:384 nr_cpumask_bits:4 nr_cpu_ids:4 nr_node_ids:1241vm-test-run-nixbot-gitlab> gitlab # [ 0.123021] percpu: Embedded 98 pages/cpu s278528 r8192 d114688 u524288242vm-test-run-nixbot-gitlab> gitlab # [ 0.123069] kvm-guest: PV spinlocks enabled243vm-test-run-nixbot-gitlab> gitlab # [ 0.123070] PV qspinlock hash table entries: 256 (order: 0, 4096 bytes, linear)244vm-test-run-nixbot-gitlab> gitlab # [ 0.123074] Kernel command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/7dr2varyqd546hj4jdlaxcyj45h6rphy-nixos-system-gitlab-test/init regInfo=/nix/store/dhvx1j0nhqlcjshdd2d7nlsikjq7kica-closure-info/registration console=ttyS0,115200n8 console=tty0245vm-test-run-nixbot-gitlab> gitlab # [ 0.123175] Unknown kernel command line parameters "regInfo=/nix/store/dhvx1j0nhqlcjshdd2d7nlsikjq7kica-closure-info/registration", will be passed to user space.246vm-test-run-nixbot-gitlab> gitlab # [ 0.123187] random: crng init done247vm-test-run-nixbot-gitlab> gitlab # [ 0.123188] printk: log buffer data + meta data: 262144 + 917504 = 1179648 bytes248vm-test-run-nixbot-gitlab> gitlab # [ 0.131970] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)249vm-test-run-nixbot-gitlab> gitlab # [ 0.136217] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)250vm-test-run-nixbot-gitlab> gitlab # [ 0.136289] software IO TLB: area num 4.251vm-test-run-nixbot-gitlab> gitlab # [ 0.212826] Fallback order for Node 0: 0252vm-test-run-nixbot-gitlab> gitlab # [ 0.212836] Built 1 zonelists, mobility grouping on. Total pages: 1572726253vm-test-run-nixbot-gitlab> gitlab # [ 0.212837] Policy zone: Normal254vm-test-run-nixbot-gitlab> gitlab # [ 0.215372] mem auto-init: stack:all(zero), heap alloc:on, heap free:off255vm-test-run-nixbot-gitlab> gitlab # [ 0.225493] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=1256vm-test-run-nixbot-gitlab> gitlab # [ 0.239261] allocated 12582912 bytes of page_ext257vm-test-run-nixbot-gitlab> gitlab # [ 0.249160] ftrace: allocating 48717 entries in 192 pages258vm-test-run-nixbot-gitlab> gitlab # [ 0.249162] ftrace: allocated 192 pages with 2 groups259vm-test-run-nixbot-gitlab> gitlab # [ 0.250066] Dynamic Preempt: lazy260vm-test-run-nixbot-gitlab> gitlab # [ 0.250238] rcu: Preemptible hierarchical RCU implementation.261vm-test-run-nixbot-gitlab> gitlab # [ 0.250239] rcu: RCU event tracing is enabled.262vm-test-run-nixbot-gitlab> gitlab # [ 0.250240] rcu: RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.263vm-test-run-nixbot-gitlab> gitlab # [ 0.250242] Trampoline variant of Tasks RCU enabled.264vm-test-run-nixbot-gitlab> gitlab # [ 0.250242] Rude variant of Tasks RCU enabled.265vm-test-run-nixbot-gitlab> gitlab # [ 0.250242] Tracing variant of Tasks RCU enabled.266vm-test-run-nixbot-gitlab> gitlab # [ 0.250243] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.267vm-test-run-nixbot-gitlab> gitlab # [ 0.250244] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=4268vm-test-run-nixbot-gitlab> gitlab # [ 0.250264] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.269vm-test-run-nixbot-gitlab> gitlab # [ 0.250266] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.270vm-test-run-nixbot-gitlab> gitlab # [ 0.250267] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.271vm-test-run-nixbot-gitlab> gitlab # [ 0.254630] NR_IRQS: 24832, nr_irqs: 456, preallocated irqs: 16272vm-test-run-nixbot-gitlab> gitlab # [ 0.254918] rcu: srcu_init: Setting srcu_struct sizes based on contention.273vm-test-run-nixbot-gitlab> gitlab # [ 0.254926] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns274vm-test-run-nixbot-gitlab> gitlab # [ 0.255039] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)275vm-test-run-nixbot-gitlab> gitlab # [ 0.258618] Console: colour VGA+ 80x25276vm-test-run-nixbot-gitlab> gitlab # [ 0.258621] printk: legacy console [tty0] enabled277vm-test-run-nixbot-gitlab> gitlab # [ 0.289753] printk: legacy console [ttyS0] enabled278vm-test-run-nixbot-gitlab> gitlab # [ 0.386861] ACPI: Core revision 20250807279vm-test-run-nixbot-gitlab> gitlab # [ 0.387787] clocksource: hpet: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 19112604467 ns280vm-test-run-nixbot-gitlab> gitlab # [ 0.389281] APIC: Switch to symmetric I/O mode setup281vm-test-run-nixbot-gitlab> gitlab # [ 0.390251] x2apic enabled282vm-test-run-nixbot-gitlab> gitlab # [ 0.391027] APIC: Switched APIC routing to: physical x2apic283vm-test-run-nixbot-gitlab> gitlab # [ 0.391950] kvm-guest: APIC: send_IPI_mask() replaced with kvm_send_ipi_mask()284vm-test-run-nixbot-gitlab> gitlab # [ 0.393159] kvm-guest: APIC: send_IPI_mask_allbutself() replaced with kvm_send_ipi_mask_allbutself()285vm-test-run-nixbot-gitlab> gitlab # [ 0.394587] kvm-guest: setup PV IPIs286vm-test-run-nixbot-gitlab> gitlab # [ 0.396142] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=-1 pin2=-1287vm-test-run-nixbot-gitlab> gitlab # [ 0.397150] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x22983f10a64, max_idle_ns: 440795218721 ns288vm-test-run-nixbot-gitlab> gitlab # [ 0.398862] Calibrating delay loop (skipped) preset value.. 4800.01 BogoMIPS (lpj=2400008)289vm-test-run-nixbot-gitlab> gitlab # [ 0.400929] x86/cpu: User Mode Instruction Prevention (UMIP) activated290vm-test-run-nixbot-gitlab> gitlab # [ 0.401977] Last level iTLB entries: 4KB 512, 2MB 255, 4MB 127291vm-test-run-nixbot-gitlab> gitlab # [ 0.403605] Last level dTLB entries: 4KB 512, 2MB 255, 4MB 127, 1GB 0292vm-test-run-nixbot-gitlab> gitlab # [ 0.404672] mitigations: Enabled attack vectors: user_kernel, user_user, guest_host, guest_guest, SMT mitigations: auto293vm-test-run-nixbot-gitlab> gitlab # [ 0.405859] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl294vm-test-run-nixbot-gitlab> gitlab # [ 0.406859] Transient Scheduler Attacks: Vulnerable: No microcode295vm-test-run-nixbot-gitlab> gitlab # [ 0.407859] Spectre V2 : Mitigation: Enhanced / Automatic IBRS296vm-test-run-nixbot-gitlab> gitlab # [ 0.408860] Speculative Return Stack Overflow: Mitigation: Safe RET297vm-test-run-nixbot-gitlab> gitlab # [ 0.409859] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization298vm-test-run-nixbot-gitlab> gitlab # [ 0.410867] Spectre V2 : Enabling IBPB for BPF299vm-test-run-nixbot-gitlab> gitlab # [ 0.411860] Spectre V2 : mitigation: Enabling conditional Indirect Branch Prediction Barrier300vm-test-run-nixbot-gitlab> gitlab # [ 0.412860] active return thunk: srso_alias_return_thunk301vm-test-run-nixbot-gitlab> gitlab # [ 0.414554] x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers'302vm-test-run-nixbot-gitlab> gitlab # [ 0.415859] x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers'303vm-test-run-nixbot-gitlab> gitlab # [ 0.416859] x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers'304vm-test-run-nixbot-gitlab> gitlab # [ 0.417859] x86/fpu: Supporting XSAVE feature 0x020: 'AVX-512 opmask'305vm-test-run-nixbot-gitlab> gitlab # [ 0.418859] x86/fpu: Supporting XSAVE feature 0x040: 'AVX-512 Hi256'306vm-test-run-nixbot-gitlab> gitlab # [ 0.419859] x86/fpu: Supporting XSAVE feature 0x080: 'AVX-512 ZMM_Hi256'307vm-test-run-nixbot-gitlab> gitlab # [ 0.420859] x86/fpu: Supporting XSAVE feature 0x200: 'Protection Keys User registers'308vm-test-run-nixbot-gitlab> gitlab # [ 0.421859] x86/fpu: xstate_offset[2]: 576, xstate_sizes[2]: 256309vm-test-run-nixbot-gitlab> gitlab # [ 0.423653] x86/fpu: xstate_offset[5]: 832, xstate_sizes[5]: 64310vm-test-run-nixbot-gitlab> gitlab # [ 0.424656] x86/fpu: xstate_offset[6]: 896, xstate_sizes[6]: 512311vm-test-run-nixbot-gitlab> gitlab # [ 0.425647] x86/fpu: xstate_offset[7]: 1408, xstate_sizes[7]: 1024312vm-test-run-nixbot-gitlab> gitlab # [ 0.426637] x86/fpu: xstate_offset[9]: 2432, xstate_sizes[9]: 8313vm-test-run-nixbot-gitlab> gitlab # [ 0.427637] x86/fpu: Enabled xstate features 0x2e7, context size is 2440 bytes, using 'compacted' format.314vm-test-run-nixbot-gitlab> gitlab # [ 0.457332] Freeing SMP alternatives memory: 44K315vm-test-run-nixbot-gitlab> gitlab # [ 0.457863] pid_max: default: 32768 minimum: 301316vm-test-run-nixbot-gitlab> gitlab # [ 0.458984] LSM: initializing lsm=capability,landlock,yama,bpf,ima317vm-test-run-nixbot-gitlab> gitlab # [ 0.459972] landlock: Up and running.318vm-test-run-nixbot-gitlab> gitlab # [ 0.460860] Yama: becoming mindful.319vm-test-run-nixbot-gitlab> gitlab # [ 0.461693] LSM support for eBPF active320vm-test-run-nixbot-gitlab> gitlab # [ 0.462593] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)321vm-test-run-nixbot-gitlab> gitlab # [ 0.464002] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)322vm-test-run-nixbot-gitlab> gitlab # [ 0.466753] smpboot: CPU0: AMD EPYC 9654 96-Core Processor (family: 0x19, model: 0x11, stepping: 0x1)323vm-test-run-nixbot-gitlab> gitlab # [ 0.467454] Performance Events: Fam17h+ core perfctr, AMD PMU driver.324vm-test-run-nixbot-gitlab> gitlab # [ 0.467864] ... version: 2325vm-test-run-nixbot-gitlab> gitlab # [ 0.468595] ... bit width: 48326vm-test-run-nixbot-gitlab> gitlab # [ 0.468861] ... generic counters: 6327vm-test-run-nixbot-gitlab> gitlab # [ 0.469615] ... generic bitmap: 000000000000003f328vm-test-run-nixbot-gitlab> gitlab # [ 0.469872] ... fixed-purpose counters: 0329vm-test-run-nixbot-gitlab> gitlab # [ 0.470598] ... fixed-purpose bitmap: 0000000000000000330vm-test-run-nixbot-gitlab> gitlab # [ 0.470861] ... value mask: 0000ffffffffffff331vm-test-run-nixbot-gitlab> gitlab # [ 0.471784] ... max period: 00007fffffffffff332vm-test-run-nixbot-gitlab> gitlab # [ 0.472568] ... global_ctrl mask: 000000000000003f333vm-test-run-nixbot-gitlab> gitlab # [ 0.472983] signal: max sigframe size: 3376334vm-test-run-nixbot-gitlab> gitlab # [ 0.473780] rcu: Hierarchical SRCU implementation.335vm-test-run-nixbot-gitlab> gitlab # [ 0.474488] rcu: Max phase no-delay instances is 400.336vm-test-run-nixbot-gitlab> gitlab # [ 0.475047] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level337vm-test-run-nixbot-gitlab> gitlab # [ 0.480467] smp: Bringing up secondary CPUs ...338vm-test-run-nixbot-gitlab> gitlab # [ 0.481265] smpboot: x86: Booting SMP configuration:339vm-test-run-nixbot-gitlab> gitlab # [ 0.481865] .... node #0, CPUs: #1 #2 #3340vm-test-run-nixbot-gitlab> gitlab # [ 0.485014] smp: Brought up 1 node, 4 CPUs341vm-test-run-nixbot-gitlab> gitlab # [ 0.486587] smpboot: Total of 4 processors activated (19200.06 BogoMIPS)342vm-test-run-nixbot-gitlab> gitlab # [ 0.487302] Memory: 6011344K/6290904K available (17210K kernel code, 2726K rwdata, 13576K rodata, 3640K init, 2992K bss, 260100K reserved, 0K cma-reserved)343vm-test-run-nixbot-gitlab> gitlab # [ 0.488273] devtmpfs: initialized344vm-test-run-nixbot-gitlab> gitlab # [ 0.489121] x86/mm: Memory block size: 128MB345vm-test-run-nixbot-gitlab> gitlab # [ 0.491901] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)346vm-test-run-nixbot-gitlab> gitlab # [ 0.492937] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).347vm-test-run-nixbot-gitlab> gitlab # [ 0.493960] pinctrl core: initialized pinctrl subsystem348vm-test-run-nixbot-gitlab> gitlab # [ 0.495186] PM: RTC time: 11:17:56, date: 2026-08-28349vm-test-run-nixbot-gitlab> gitlab # [ 0.499145] NET: Registered PF_NETLINK/PF_ROUTE protocol family350vm-test-run-nixbot-gitlab> gitlab # [ 0.501212] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations351vm-test-run-nixbot-gitlab> gitlab # [ 0.501928] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations352vm-test-run-nixbot-gitlab> gitlab # [ 0.503967] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations353vm-test-run-nixbot-gitlab> gitlab # [ 0.504873] audit: initializing netlink subsys (disabled)354vm-test-run-nixbot-gitlab> gitlab # [ 0.505921] audit: type=2000 audit(1787915877.001:1): state=initialized audit_enabled=0 res=1355vm-test-run-nixbot-gitlab> gitlab # [ 0.506129] thermal_sys: Registered thermal governor 'fair_share'356vm-test-run-nixbot-gitlab> gitlab # [ 0.507863] thermal_sys: Registered thermal governor 'bang_bang'357vm-test-run-nixbot-gitlab> gitlab # [ 0.508862] thermal_sys: Registered thermal governor 'step_wise'358vm-test-run-nixbot-gitlab> gitlab # [ 0.509840] thermal_sys: Registered thermal governor 'user_space'359vm-test-run-nixbot-gitlab> gitlab # [ 0.510626] thermal_sys: Registered thermal governor 'power_allocator'360vm-test-run-nixbot-gitlab> gitlab # [ 0.510876] cpuidle: using governor menu361vm-test-run-nixbot-gitlab> gitlab # [ 0.513101] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5362vm-test-run-nixbot-gitlab> gitlab # [ 0.514091] PCI: Using configuration type 1 for base access363vm-test-run-nixbot-gitlab> gitlab # [ 0.514863] PCI: Using configuration type 1 for extended access364vm-test-run-nixbot-gitlab> gitlab # [ 0.516055] kprobes: kprobe jump-optimization is enabled. All kprobes are optimized if possible.365vm-test-run-nixbot-gitlab> gitlab # [ 0.518923] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages366vm-test-run-nixbot-gitlab> gitlab # [ 0.519863] HugeTLB: 16380 KiB vmemmap can be freed for a 1.00 GiB page367vm-test-run-nixbot-gitlab> gitlab # [ 0.520862] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages368vm-test-run-nixbot-gitlab> gitlab # [ 0.521861] HugeTLB: 28 KiB vmemmap can be freed for a 2.00 MiB page369vm-test-run-nixbot-gitlab> gitlab # [ 0.527141] ACPI: Added _OSI(Module Device)370vm-test-run-nixbot-gitlab> gitlab # [ 0.528873] ACPI: Added _OSI(Processor Device)371vm-test-run-nixbot-gitlab> gitlab # [ 0.530868] ACPI: Added _OSI(Processor Aggregator Device)372vm-test-run-nixbot-gitlab> gitlab # [ 0.537912] ACPI: 1 ACPI AML tables successfully acquired and loaded373vm-test-run-nixbot-gitlab> gitlab # [ 0.543212] ACPI: Interpreter enabled374vm-test-run-nixbot-gitlab> gitlab # [ 0.543902] ACPI: PM: (supports S0 S3 S4 S5)375vm-test-run-nixbot-gitlab> gitlab # [ 0.544659] ACPI: Using IOAPIC for interrupt routing376vm-test-run-nixbot-gitlab> gitlab # [ 0.545566] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug377vm-test-run-nixbot-gitlab> gitlab # [ 0.546868] PCI: Using E820 reservations for host bridge windows378vm-test-run-nixbot-gitlab> gitlab # [ 0.548144] ACPI: Enabled 2 GPEs in block 00 to 0F379vm-test-run-nixbot-gitlab> gitlab # [ 0.553603] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff])380vm-test-run-nixbot-gitlab> gitlab # [ 0.553868] acpi PNP0A03:00: _OSC: OS supports [ExtendedConfig ASPM ClockPM Segments MSI HPX-Type3]381vm-test-run-nixbot-gitlab> gitlab # [ 0.556407] acpiphp: Slot [3] registered382vm-test-run-nixbot-gitlab> gitlab # [ 0.556886] acpiphp: Slot [4] registered383vm-test-run-nixbot-gitlab> gitlab # [ 0.557626] acpiphp: Slot [5] registered384vm-test-run-nixbot-gitlab> gitlab # [ 0.558882] acpiphp: Slot [6] registered385vm-test-run-nixbot-gitlab> gitlab # [ 0.559629] acpiphp: Slot [7] registered386vm-test-run-nixbot-gitlab> gitlab # [ 0.559884] acpiphp: Slot [8] registered387vm-test-run-nixbot-gitlab> gitlab # [ 0.560621] acpiphp: Slot [9] registered388vm-test-run-nixbot-gitlab> gitlab # [ 0.560892] acpiphp: Slot [10] registered389vm-test-run-nixbot-gitlab> gitlab # [ 0.561612] acpiphp: Slot [11] registered390vm-test-run-nixbot-gitlab> gitlab # [ 0.562883] acpiphp: Slot [12] registered391vm-test-run-nixbot-gitlab> gitlab # [ 0.563630] acpiphp: Slot [13] registered392vm-test-run-nixbot-gitlab> gitlab # [ 0.563890] acpiphp: Slot [14] registered393vm-test-run-nixbot-gitlab> gitlab # [ 0.564615] acpiphp: Slot [15] registered394vm-test-run-nixbot-gitlab> gitlab # [ 0.565882] acpiphp: Slot [16] registered395vm-test-run-nixbot-gitlab> gitlab # [ 0.566631] acpiphp: Slot [17] registered396vm-test-run-nixbot-gitlab> gitlab # [ 0.566889] acpiphp: Slot [18] registered397vm-test-run-nixbot-gitlab> gitlab # [ 0.567629] acpiphp: Slot [19] registered398vm-test-run-nixbot-gitlab> gitlab # [ 0.568882] acpiphp: Slot [20] registered399vm-test-run-nixbot-gitlab> gitlab # [ 0.569572] acpiphp: Slot [21] registered400vm-test-run-nixbot-gitlab> gitlab # [ 0.569891] acpiphp: Slot [22] registered401vm-test-run-nixbot-gitlab> gitlab # [ 0.570628] acpiphp: Slot [23] registered402vm-test-run-nixbot-gitlab> gitlab # [ 0.571884] acpiphp: Slot [24] registered403vm-test-run-nixbot-gitlab> gitlab # [ 0.572617] acpiphp: Slot [25] registered404vm-test-run-nixbot-gitlab> gitlab # [ 0.572881] acpiphp: Slot [26] registered405vm-test-run-nixbot-gitlab> gitlab # [ 0.573607] acpiphp: Slot [27] registered406vm-test-run-nixbot-gitlab> gitlab # [ 0.574927] acpiphp: Slot [28] registered407vm-test-run-nixbot-gitlab> gitlab # [ 0.575641] acpiphp: Slot [29] registered408vm-test-run-nixbot-gitlab> gitlab # [ 0.575883] acpiphp: Slot [30] registered409vm-test-run-nixbot-gitlab> gitlab # [ 0.576610] acpiphp: Slot [31] registered410vm-test-run-nixbot-gitlab> gitlab # [ 0.577885] PCI host bridge to bus 0000:00411vm-test-run-nixbot-gitlab> gitlab # [ 0.578613] pci_bus 0000:00: root bus resource [io 0x0000-0x0cf7 window]412vm-test-run-nixbot-gitlab> gitlab # [ 0.578862] pci_bus 0000:00: root bus resource [io 0x0d00-0xffff window]413vm-test-run-nixbot-gitlab> gitlab # [ 0.580879] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window]414vm-test-run-nixbot-gitlab> gitlab # [ 0.581863] pci_bus 0000:00: root bus resource [mem 0xc0000000-0xfebfffff window]415vm-test-run-nixbot-gitlab> gitlab # [ 0.582862] pci_bus 0000:00: root bus resource [mem 0xe0000000000-0xe007fffffff window]416vm-test-run-nixbot-gitlab> gitlab # [ 0.584862] pci_bus 0000:00: root bus resource [bus 00-ff]417vm-test-run-nixbot-gitlab> gitlab # [ 0.586061] pci 0000:00:00.0: [8086:1237] type 00 class 0x060000 conventional PCI endpoint418vm-test-run-nixbot-gitlab> gitlab # [ 0.587363] pci 0000:00:01.0: [8086:7000] type 00 class 0x060100 conventional PCI endpoint419vm-test-run-nixbot-gitlab> gitlab # [ 0.589282] pci 0000:00:01.1: [8086:7010] type 00 class 0x010180 conventional PCI endpoint420vm-test-run-nixbot-gitlab> gitlab # [ 0.591916] pci 0000:00:01.1: BAR 4 [io 0xc220-0xc22f]421vm-test-run-nixbot-gitlab> gitlab # [ 0.592803] pci 0000:00:01.1: BAR 0 [io 0x01f0-0x01f7]: legacy IDE quirk422vm-test-run-nixbot-gitlab> gitlab # [ 0.594751] pci 0000:00:01.1: BAR 1 [io 0x03f6]: legacy IDE quirk423vm-test-run-nixbot-gitlab> gitlab # [ 0.595675] pci 0000:00:01.1: BAR 2 [io 0x0170-0x0177]: legacy IDE quirk424vm-test-run-nixbot-gitlab> gitlab # [ 0.596757] pci 0000:00:01.1: BAR 3 [io 0x0376]: legacy IDE quirk425vm-test-run-nixbot-gitlab> gitlab # [ 0.597863] pci 0000:00:01.2: [8086:7020] type 00 class 0x0c0300 conventional PCI endpoint426vm-test-run-nixbot-gitlab> gitlab # [ 0.600919] pci 0000:00:01.2: BAR 4 [io 0xc140-0xc15f]427vm-test-run-nixbot-gitlab> gitlab # [ 0.602807] pci 0000:00:01.3: [8086:7113] type 00 class 0x068000 conventional PCI endpoint428vm-test-run-nixbot-gitlab> gitlab # [ 0.604132] pci 0000:00:01.3: quirk: [io 0x0600-0x063f] claimed by PIIX4 ACPI429vm-test-run-nixbot-gitlab> gitlab # [ 0.604891] pci 0000:00:01.3: quirk: [io 0x0700-0x070f] claimed by PIIX4 SMB430vm-test-run-nixbot-gitlab> gitlab # [ 0.607082] pci 0000:00:02.0: [1234:1111] type 00 class 0x030000 conventional PCI endpoint431vm-test-run-nixbot-gitlab> gitlab # [ 0.621951] pci 0000:00:02.0: BAR 0 [mem 0xfd000000-0xfdffffff pref]432vm-test-run-nixbot-gitlab> gitlab # [ 0.622895] pci 0000:00:02.0: BAR 2 [mem 0xfebd0000-0xfebd0fff]433vm-test-run-nixbot-gitlab> gitlab # [ 0.623883] pci 0000:00:02.0: ROM [mem 0xfebc0000-0xfebcffff pref]434vm-test-run-nixbot-gitlab> gitlab # [ 0.625068] pci 0000:00:02.0: Video device with shadowed ROM at [mem 0x000c0000-0x000dffff]435vm-test-run-nixbot-gitlab> gitlab # [ 0.627645] pci 0000:00:03.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint436vm-test-run-nixbot-gitlab> gitlab # [ 0.630896] pci 0000:00:03.0: BAR 0 [io 0xc160-0xc17f]437vm-test-run-nixbot-gitlab> gitlab # [ 0.631870] pci 0000:00:03.0: BAR 1 [mem 0xfebd1000-0xfebd1fff]438vm-test-run-nixbot-gitlab> gitlab # [ 0.632883] pci 0000:00:03.0: BAR 4 [mem 0xe0000000000-0xe0000003fff 64bit pref]439vm-test-run-nixbot-gitlab> gitlab # [ 0.645829] pci 0000:00:03.0: ROM [mem 0xfeb40000-0xfeb7ffff pref]440vm-test-run-nixbot-gitlab> gitlab # [ 0.648105] pci 0000:00:04.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint441vm-test-run-nixbot-gitlab> gitlab # [ 0.652897] pci 0000:00:04.0: BAR 0 [io 0xc180-0xc19f]442vm-test-run-nixbot-gitlab> gitlab # [ 0.653846] pci 0000:00:04.0: BAR 1 [mem 0xfebd2000-0xfebd2fff]443vm-test-run-nixbot-gitlab> gitlab # [ 0.654649] pci 0000:00:04.0: BAR 4 [mem 0xe0000004000-0xe0000007fff 64bit pref]444vm-test-run-nixbot-gitlab> gitlab # [ 0.658151] pci 0000:00:05.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint445vm-test-run-nixbot-gitlab> gitlab # [ 0.662871] pci 0000:00:05.0: BAR 0 [io 0xc1a0-0xc1bf]446vm-test-run-nixbot-gitlab> gitlab # [ 0.663869] pci 0000:00:05.0: BAR 1 [mem 0xfebd3000-0xfebd3fff]447vm-test-run-nixbot-gitlab> gitlab # [ 0.664861] pci 0000:00:05.0: BAR 4 [mem 0xe0000008000-0xe000000bfff 64bit pref]448vm-test-run-nixbot-gitlab> gitlab # [ 0.667092] pci 0000:00:06.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint449vm-test-run-nixbot-gitlab> gitlab # [ 0.669869] pci 0000:00:06.0: BAR 0 [io 0xc1c0-0xc1df]450vm-test-run-nixbot-gitlab> gitlab # [ 0.670746] pci 0000:00:06.0: BAR 1 [mem 0xfebd4000-0xfebd4fff]451vm-test-run-nixbot-gitlab> gitlab # [ 0.672631] pci 0000:00:06.0: BAR 4 [mem 0xe000000c000-0xe000000ffff 64bit pref]452vm-test-run-nixbot-gitlab> gitlab # [ 0.675090] pci 0000:00:07.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint453vm-test-run-nixbot-gitlab> gitlab # [ 0.678903] pci 0000:00:07.0: BAR 0 [io 0xc000-0xc07f]454vm-test-run-nixbot-gitlab> gitlab # [ 0.679806] pci 0000:00:07.0: BAR 1 [mem 0xfebd5000-0xfebd5fff]455vm-test-run-nixbot-gitlab> gitlab # [ 0.680659] pci 0000:00:07.0: BAR 4 [mem 0xe0000010000-0xe0000013fff 64bit pref]456vm-test-run-nixbot-gitlab> gitlab # [ 0.683271] pci 0000:00:08.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint457vm-test-run-nixbot-gitlab> gitlab # [ 0.686897] pci 0000:00:08.0: BAR 0 [io 0xc080-0xc0ff]458vm-test-run-nixbot-gitlab> gitlab # [ 0.687813] pci 0000:00:08.0: BAR 1 [mem 0xfebd6000-0xfebd6fff]459vm-test-run-nixbot-gitlab> gitlab # [ 0.688674] pci 0000:00:08.0: BAR 4 [mem 0xe0000014000-0xe0000017fff 64bit pref]460vm-test-run-nixbot-gitlab> gitlab # [ 0.691065] pci 0000:00:09.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint461vm-test-run-nixbot-gitlab> gitlab # [ 0.694869] pci 0000:00:09.0: BAR 0 [io 0xc1e0-0xc1ff]462vm-test-run-nixbot-gitlab> gitlab # [ 0.695869] pci 0000:00:09.0: BAR 1 [mem 0xfebd7000-0xfebd7fff]463vm-test-run-nixbot-gitlab> gitlab # [ 0.696877] pci 0000:00:09.0: BAR 4 [mem 0xe0000018000-0xe000001bfff 64bit pref]464vm-test-run-nixbot-gitlab> gitlab # [ 0.697867] pci 0000:00:09.0: ROM [mem 0xfeb80000-0xfebbffff pref]465vm-test-run-nixbot-gitlab> gitlab # [ 0.700081] pci 0000:00:0a.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint466vm-test-run-nixbot-gitlab> gitlab # [ 0.702705] pci 0000:00:0a.0: BAR 1 [mem 0xfebd8000-0xfebd8fff]467vm-test-run-nixbot-gitlab> gitlab # [ 0.703660] pci 0000:00:0a.0: BAR 4 [mem 0xe000001c000-0xe000001ffff 64bit pref]468vm-test-run-nixbot-gitlab> gitlab # [ 0.706460] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint469vm-test-run-nixbot-gitlab> gitlab # [ 0.708905] pci 0000:00:0b.0: BAR 0 [io 0xc100-0xc13f]470vm-test-run-nixbot-gitlab> gitlab # [ 0.709825] pci 0000:00:0b.0: BAR 1 [mem 0xfebd9000-0xfebd9fff]471vm-test-run-nixbot-gitlab> gitlab # [ 0.711663] pci 0000:00:0b.0: BAR 4 [mem 0xe0000020000-0xe0000023fff 64bit pref]472vm-test-run-nixbot-gitlab> gitlab # [ 0.714105] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint473vm-test-run-nixbot-gitlab> gitlab # [ 0.717453] pci 0000:00:0c.0: BAR 0 [io 0xc200-0xc21f]474vm-test-run-nixbot-gitlab> gitlab # [ 0.717868] pci 0000:00:0c.0: BAR 1 [mem 0xfebda000-0xfebdafff]475vm-test-run-nixbot-gitlab> gitlab # [ 0.718861] pci 0000:00:0c.0: BAR 4 [mem 0xe0000024000-0xe0000027fff 64bit pref]476vm-test-run-nixbot-gitlab> gitlab # [ 0.723544] ACPI: PCI: Interrupt link LNKA configured for IRQ 10477vm-test-run-nixbot-gitlab> gitlab # [ 0.725009] ACPI: PCI: Interrupt link LNKB configured for IRQ 10478vm-test-run-nixbot-gitlab> gitlab # [ 0.726029] ACPI: PCI: Interrupt link LNKC configured for IRQ 11479vm-test-run-nixbot-gitlab> gitlab # [ 0.727995] ACPI: PCI: Interrupt link LNKD configured for IRQ 11480vm-test-run-nixbot-gitlab> gitlab # [ 0.728935] ACPI: PCI: Interrupt link LNKS configured for IRQ 9481vm-test-run-nixbot-gitlab> gitlab # [ 0.731879] iommu: Default domain type: Translated482vm-test-run-nixbot-gitlab> gitlab # [ 0.732742] iommu: DMA domain TLB invalidation policy: lazy mode483vm-test-run-nixbot-gitlab> gitlab # [ 0.734095] ACPI: bus type USB registered484vm-test-run-nixbot-gitlab> gitlab # [ 0.735457] usbcore: registered new interface driver usbfs485vm-test-run-nixbot-gitlab> gitlab # [ 0.738108] usbcore: registered new interface driver hub486vm-test-run-nixbot-gitlab> gitlab # [ 0.739980] usbcore: registered new device driver usb487vm-test-run-nixbot-gitlab> gitlab # [ 0.745324] NetLabel: Initializing488vm-test-run-nixbot-gitlab> gitlab # [ 0.746868] NetLabel: domain hash size = 128489vm-test-run-nixbot-gitlab> gitlab # [ 0.748866] NetLabel: protocols = UNLABELED CIPSOv4 CALIPSO490vm-test-run-nixbot-gitlab> gitlab # [ 0.751269] NetLabel: unlabeled traffic allowed by default491vm-test-run-nixbot-gitlab> gitlab # [ 0.753891] PCI: Using ACPI for IRQ routing492vm-test-run-nixbot-gitlab> gitlab # [ 0.756928] pci 0000:00:02.0: vgaarb: setting as boot VGA device493vm-test-run-nixbot-gitlab> gitlab # [ 0.757858] pci 0000:00:02.0: vgaarb: bridge control possible494vm-test-run-nixbot-gitlab> gitlab # [ 0.757858] pci 0000:00:02.0: vgaarb: VGA device added: decodes=io+mem,owns=io+mem,locks=none495vm-test-run-nixbot-gitlab> gitlab # [ 0.763879] vgaarb: loaded496vm-test-run-nixbot-gitlab> gitlab # [ 0.765387] hpet0: at MMIO 0xfed00000, IRQs 2, 8, 0497vm-test-run-nixbot-gitlab> gitlab # [ 0.767866] hpet0: 3 comparators, 64-bit 100.000000 MHz counter498vm-test-run-nixbot-gitlab> gitlab # [ 0.773864] clocksource: Switched to clocksource kvm-clock499vm-test-run-nixbot-gitlab> gitlab # [ 0.777901] VFS: Disk quotas dquot_6.6.0500vm-test-run-nixbot-gitlab> gitlab # [ 0.779628] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)501vm-test-run-nixbot-gitlab> gitlab # [ 0.782850] pnp: PnP ACPI init502vm-test-run-nixbot-gitlab> gitlab # [ 0.786076] pnp: PnP ACPI: found 6 devices503vm-test-run-nixbot-gitlab> gitlab # [ 0.798974] clocksource: acpi_pm: mask: 0xffffff max_cycles: 0xffffff, max_idle_ns: 2085701024 ns504vm-test-run-nixbot-gitlab> gitlab # [ 0.801085] clocksource: Switched to clocksource acpi_pm505vm-test-run-nixbot-gitlab> gitlab # [ 0.802266] NET: Registered PF_INET protocol family506vm-test-run-nixbot-gitlab> gitlab # [ 0.804404] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)507vm-test-run-nixbot-gitlab> gitlab # [ 0.823050] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)508vm-test-run-nixbot-gitlab> gitlab # [ 0.824585] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)509vm-test-run-nixbot-gitlab> gitlab # [ 0.825969] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)510vm-test-run-nixbot-gitlab> gitlab # [ 0.828589] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)511vm-test-run-nixbot-gitlab> gitlab # [ 0.829962] TCP: Hash tables configured (established 65536 bind 65536)512vm-test-run-nixbot-gitlab> gitlab # [ 0.831578] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)513vm-test-run-nixbot-gitlab> gitlab # [ 0.833208] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)514vm-test-run-nixbot-gitlab> gitlab # [ 0.834650] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)515vm-test-run-nixbot-gitlab> gitlab # [ 0.836078] NET: Registered PF_UNIX/PF_LOCAL protocol family516vm-test-run-nixbot-gitlab> gitlab # [ 0.837114] NET: Registered PF_XDP protocol family517vm-test-run-nixbot-gitlab> gitlab # [ 0.838001] pci_bus 0000:00: resource 4 [io 0x0000-0x0cf7 window]518vm-test-run-nixbot-gitlab> gitlab # [ 0.839059] pci_bus 0000:00: resource 5 [io 0x0d00-0xffff window]519vm-test-run-nixbot-gitlab> gitlab # [ 0.840109] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window]520vm-test-run-nixbot-gitlab> gitlab # [ 0.841310] pci_bus 0000:00: resource 7 [mem 0xc0000000-0xfebfffff window]521vm-test-run-nixbot-gitlab> gitlab # [ 0.842453] pci_bus 0000:00: resource 8 [mem 0xe0000000000-0xe007fffffff window]522vm-test-run-nixbot-gitlab> gitlab # [ 0.843859] pci 0000:00:01.0: PIIX3: Enabling Passive Release523vm-test-run-nixbot-gitlab> gitlab # [ 0.844895] pci 0000:00:00.0: Limiting direct PCI/PCI transfers524vm-test-run-nixbot-gitlab> gitlab # [ 0.847394] ACPI: \_SB_.LNKD: Enabled at IRQ 11525vm-test-run-nixbot-gitlab> gitlab # [ 0.850000] PCI: CLS 0 bytes, default 64526vm-test-run-nixbot-gitlab> gitlab # [ 0.850795] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)527vm-test-run-nixbot-gitlab> gitlab # [ 0.851500] Trying to unpack rootfs image as initramfs...528vm-test-run-nixbot-gitlab> gitlab # [ 0.851887] software IO TLB: mapped [mem 0x00000000ba31c000-0x00000000be31c000] (64MB)529vm-test-run-nixbot-gitlab> gitlab # [ 0.852062] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x22983f10a64, max_idle_ns: 440795218721 ns530vm-test-run-nixbot-gitlab> gitlab # [ 0.875225] Initialise system trusted keyrings531vm-test-run-nixbot-gitlab> gitlab # [ 0.876599] workingset: timestamp_bits=40 max_order=21 bucket_order=0532vm-test-run-nixbot-gitlab> gitlab # [ 0.888110] Key type asymmetric registered533vm-test-run-nixbot-gitlab> gitlab # [ 0.888859] Asymmetric key parser 'x509' registered534vm-test-run-nixbot-gitlab> gitlab # [ 0.889792] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 248)535vm-test-run-nixbot-gitlab> gitlab # [ 0.891630] io scheduler mq-deadline registered536vm-test-run-nixbot-gitlab> gitlab # [ 0.892435] io scheduler kyber registered537vm-test-run-nixbot-gitlab> gitlab # [ 0.897691] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled538vm-test-run-nixbot-gitlab> gitlab # [ 0.899108] 00:04: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 16550A539vm-test-run-nixbot-gitlab> gitlab # [ 0.901464] Linux agpgart interface v0.103540vm-test-run-nixbot-gitlab> gitlab # [ 0.902297] ACPI: bus type drm_connector registered541vm-test-run-nixbot-gitlab> gitlab # [ 0.905728] usbcore: registered new interface driver usbserial_generic542vm-test-run-nixbot-gitlab> gitlab # [ 0.906843] usbserial: USB Serial support registered for generic543vm-test-run-nixbot-gitlab> gitlab # [ 0.907899] amd_pstate: The CPPC feature is supported but currently disabled by the BIOS.544vm-test-run-nixbot-gitlab> gitlab # [ 0.907899] Please enable it if your BIOS has the CPPC option.545vm-test-run-nixbot-gitlab> gitlab # [ 0.910283] amd_pstate: the _CPC object is not present in SBIOS or ACPI disabled546vm-test-run-nixbot-gitlab> gitlab # [ 0.911736] drop_monitor: Initializing network drop monitor service547vm-test-run-nixbot-gitlab> gitlab # [ 0.913006] NET: Registered PF_INET6 protocol family548vm-test-run-nixbot-gitlab> gitlab # [ 0.914732] Segment Routing with IPv6549vm-test-run-nixbot-gitlab> gitlab # [ 0.915450] In-situ OAM (IOAM) with IPv6550vm-test-run-nixbot-gitlab> gitlab # [ 0.917572] IPI shorthand broadcast: enabled551vm-test-run-nixbot-gitlab> gitlab # [ 0.922094] sched_clock: Marking stable (786012046, 135932490)->(943493945, -21549409)552vm-test-run-nixbot-gitlab> gitlab # [ 0.923926] registered taskstats version 1553vm-test-run-nixbot-gitlab> gitlab # [ 0.925003] Loading compiled-in X.509 certificates554vm-test-run-nixbot-gitlab> gitlab # [ 0.934963] Demotion targets for Node 0: null555vm-test-run-nixbot-gitlab> gitlab # [ 0.936298] Key type .fscrypt registered556vm-test-run-nixbot-gitlab> gitlab # [ 0.937064] Key type fscrypt-provisioning registered557vm-test-run-nixbot-gitlab> gitlab # [ 0.938139] ima: No TPM chip found, activating TPM-bypass!558vm-test-run-nixbot-gitlab> gitlab # [ 0.939114] ima: Allocated hash algorithm: sha1559vm-test-run-nixbot-gitlab> gitlab # [ 0.939968] ima: No architecture policies found560vm-test-run-nixbot-gitlab> gitlab # [ 0.941115] PM: Magic number: 6:4:278561vm-test-run-nixbot-gitlab> gitlab # [ 0.941850] tty tty15: hash matches562vm-test-run-nixbot-gitlab> gitlab # [ 0.943457] RAS: Correctable Errors collector initialized.563vm-test-run-nixbot-gitlab> gitlab # [ 0.948013] clk: Disabling unused clocks564vm-test-run-nixbot-gitlab> gitlab # [ 0.948836] PM: genpd: Disabling unused power domains565vm-test-run-nixbot-gitlab> gitlab # [ 1.153771] Freeing initrd memory: 29392K566vm-test-run-nixbot-gitlab> gitlab # [ 1.157558] Freeing unused decrypted memory: 2028K567vm-test-run-nixbot-gitlab> gitlab # [ 1.160408] Freeing unused kernel image (initmem) memory: 3640K568vm-test-run-nixbot-gitlab> gitlab # [ 1.161556] Write protecting the kernel read-only data: 32768k569vm-test-run-nixbot-gitlab> gitlab # [ 1.163662] Freeing unused kernel image (text/rodata gap) memory: 1220K570vm-test-run-nixbot-gitlab> gitlab # [ 1.165355] Freeing unused kernel image (rodata/data gap) memory: 760K571vm-test-run-nixbot-gitlab> gitlab # [ 1.227106] x86/mm: Checked W+X mappings: passed, no W+X pages found.572vm-test-run-nixbot-gitlab> gitlab # [ 1.228278] Run /init as init process573vm-test-run-nixbot-gitlab> gitlab # [ 1.244462] systemd[1]: Inserted module 'autofs4'574vm-test-run-nixbot-gitlab> gitlab # [ 1.267008] fuse: init (API version 7.45)575vm-test-run-nixbot-gitlab> gitlab # [ 1.276136] ACPI: \_SB_.LNKC: Enabled at IRQ 10576vm-test-run-nixbot-gitlab> gitlab # [ 1.284586] ACPI: \_SB_.LNKA: Enabled at IRQ 10577vm-test-run-nixbot-gitlab> gitlab # [ 1.288474] ACPI: \_SB_.LNKB: Enabled at IRQ 11578vm-test-run-nixbot-gitlab> gitlab # [ 1.329514] systemd[1]: Successfully made /usr/ read-only.579vm-test-run-nixbot-gitlab> gitlab # [ 1.665571] systemd[1]: systemd 261.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)580vm-test-run-nixbot-gitlab> gitlab # [ 1.703736] systemd[1]: Detected virtualization kvm.581vm-test-run-nixbot-gitlab> gitlab # [ 1.705863] systemd[1]: Detected architecture x86-64.582vm-test-run-nixbot-gitlab> gitlab # [ 1.708032] systemd[1]: Running in initrd.583vm-test-run-nixbot-gitlab> gitlab # [ 1.710730] systemd[1]: Initializing machine ID from random generator.584vm-test-run-nixbot-gitlab> gitlab # [ 1.713887] systemd[1]: Hostname set to <gitlab>.585vm-test-run-nixbot-gitlab> gitlab # [ 1.834548] systemd[1]: bpf-restrict-fs: LSM BPF program attached586vm-test-run-nixbot-gitlab> gitlab # [ 1.904918] systemd[1]: Queued start job for default target Initrd Default Target.587vm-test-run-nixbot-gitlab> gitlab # [ 1.914795] systemd[1]: Created slice Slice /system/modprobe.588vm-test-run-nixbot-gitlab> gitlab # [ 1.916034] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.589vm-test-run-nixbot-gitlab> gitlab # [ 1.917521] systemd[1]: Expecting device /dev/disk/by-label/nix-store...590vm-test-run-nixbot-gitlab> gitlab # [ 1.918733] systemd[1]: Expecting device /dev/disk/by-label/nixos...591vm-test-run-nixbot-gitlab> gitlab # [ 1.919895] systemd[1]: Reached target Path Units.592vm-test-run-nixbot-gitlab> gitlab # [ 1.920813] systemd[1]: Reached target Slice Units.593vm-test-run-nixbot-gitlab> gitlab # [ 1.921728] systemd[1]: Reached target Swaps.594vm-test-run-nixbot-gitlab> gitlab # [ 1.922613] systemd[1]: Reached target Timer Units.595vm-test-run-nixbot-gitlab> gitlab # [ 1.923677] systemd[1]: Listening on D-Bus System Message Bus Socket.596vm-test-run-nixbot-gitlab> gitlab # [ 1.925082] systemd[1]: Listening on Journal Socket (/dev/log).597vm-test-run-nixbot-gitlab> gitlab # [ 1.926288] systemd[1]: Listening on Journal Sockets.598vm-test-run-nixbot-gitlab> gitlab # [ 1.927456] systemd[1]: Listening on udev Control Socket.599vm-test-run-nixbot-gitlab> gitlab # [ 1.928603] systemd[1]: Listening on udev Kernel Socket.600vm-test-run-nixbot-gitlab> gitlab # [ 1.929630] systemd[1]: Reached target Socket Units.601vm-test-run-nixbot-gitlab> gitlab # [ 1.931893] systemd[1]: Starting Create List of Static Device Nodes...602vm-test-run-nixbot-gitlab> gitlab # [ 1.934260] systemd[1]: Starting Load Kernel Module 9pnet_virtio...603vm-test-run-nixbot-gitlab> gitlab # [ 1.936462] systemd[1]: Starting Load Kernel Module configfs...604vm-test-run-nixbot-gitlab> gitlab # [ 1.951152] systemd[1]: Starting Journal Service...605vm-test-run-nixbot-gitlab> gitlab # [ 1.958038] systemd[1]: Starting Load Kernel Modules...606vm-test-run-nixbot-gitlab> gitlab # [ 1.959120] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-os607vm-test-run-nixbot-gitlab> gitlab # [ 1.967019] systemd[1]: Starting Coldplug All udev Devices...608vm-test-run-nixbot-gitlab> gitlab # [ 1.969424] systemd[1]: Finished Create List of Static Device Nodes.609vm-test-run-nixbot-gitlab> gitlab # [ 1.972554] systemd[1]: modprobe@configfs.service: Deactivated successfully.610vm-test-run-nixbot-gitlab> gitlab # [ 1.975231] systemd[1]: Finished Load Kernel Module configfs.611vm-test-run-nixbot-gitlab> gitlab # [ 1.976665] systemd[1]: Kernel Configuration File System skipped, unmet condition check ConditionPathExists=/sys/kernel/config612vm-test-run-nixbot-gitlab> gitlab # [ 1.986065] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...613vm-test-run-nixbot-gitlab> gitlab # [ 1.992101] systemd-journald[90]: Collecting audit messages is disabled.614vm-test-run-nixbot-gitlab> gitlab # [ 2.011060] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.615vm-test-run-nixbot-gitlab> gitlab # [ 2.014304] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev616vm-test-run-nixbot-gitlab> gitlab # [ 2.017896] netfs: FS-Cache loaded617vm-test-run-nixbot-gitlab> gitlab # [ 2.018175] systemd[1]: Finished Load Kernel Modules.618vm-test-run-nixbot-gitlab> gitlab # [ 2.020229] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.619vm-test-run-nixbot-gitlab> gitlab # [ 2.024080] systemd[1]: Starting Apply Kernel Variables...620vm-test-run-nixbot-gitlab> gitlab # [ 2.025044] 9pnet: Installing 9P2000 support621vm-test-run-nixbot-gitlab> gitlab # [ 2.027203] systemd[1]: Starting Create Static Device Nodes in /dev...622vm-test-run-nixbot-gitlab> gitlab # [ 2.030383] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.623vm-test-run-nixbot-gitlab> gitlab # [ 2.039090] systemd[1]: Finished Load Kernel Module 9pnet_virtio.624vm-test-run-nixbot-gitlab> gitlab # [ 1.904391] systemd-modules-l[ 2.040652] systemd[1]: Started Journal Service.625vm-test-run-nixbot-gitlab> gitlab # oad[92]: Using 4 probe threads626vm-test-run-nixbot-gitlab> gitlab # [ 1.906868] systemd-modules-load[92]: Inserted module 'virtio_balloon'627vm-test-run-nixbot-gitlab> gitlab # [ 1.907994] systemd-modules-load[92]: Inserted module 'virtio_gpu'628vm-test-run-nixbot-gitlab> gitlab # [ 1.909107] systemd-modules-load[92]: Inserted module 'dm_mod'629vm-test-run-nixbot-gitlab> gitlab # [ 1.910173] systemd[1]: Finished Apply Kernel Variables.630vm-test-run-nixbot-gitlab> gitlab # [ 1.911278] systemd[1]: Finished Create Static Device Nodes in /dev.631vm-test-run-nixbot-gitlab> gitlab # [ 1.914606] systemd[1]: Reached target Preparation for Local File Systems.632vm-test-run-nixbot-gitlab> gitlab # [ 1.915550] systemd[1]: Reached target Local File Systems.633vm-test-run-nixbot-gitlab> gitlab # [ 1.916382] systemd[1]: Starting Create System Files and Directories...634vm-test-run-nixbot-gitlab> gitlab # [ 1.917518] systemd[1]: Starting Rule-based Manager for Device Events and Files...635vm-test-run-nixbot-gitlab> gitlab # [ 1.926639] systemd[1]: Finished Create System Files and Directories.636vm-test-run-nixbot-gitlab> gitlab # [ 1.937529] systemd-udevd[111]: Using default interface naming scheme 'v261'.637vm-test-run-nixbot-gitlab> gitlab # [ 1.949131] systemd[1]: Started Rule-based Manager for Device Events and Files.638vm-test-run-nixbot-gitlab> gitlab # [ 1.982994] systemd[1]: Finished Coldplug All udev Devices.639vm-test-run-nixbot-gitlab> gitlab # [ 1.984442] systemd[1]: Reached target System Initialization.640vm-test-run-nixbot-gitlab> gitlab # [ 1.985396] systemd[1]: Reached target Basic System.641vm-test-run-nixbot-gitlab> gitlab # [ 2.213700] virtio_blk virtio4: 4/0/0 default/read/poll queues642vm-test-run-nixbot-gitlab> gitlab # [ 2.226649] uhci_hcd 0000:00:01.2: UHCI Host Controller643vm-test-run-nixbot-gitlab> gitlab # [ 2.230265] SCSI subsystem initialized644vm-test-run-nixbot-gitlab> gitlab # [ 2.231231] uhci_hcd 0000:00:01.2: new USB bus registered, assigned bus number 1645vm-test-run-nixbot-gitlab> gitlab # [ 2.235047] uhci_hcd 0000:00:01.2: detected 2 ports646vm-test-run-nixbot-gitlab> gitlab # [ 2.236610] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)647vm-test-run-nixbot-gitlab> gitlab # [ 2.239196] uhci_hcd 0000:00:01.2: irq 11, io port 0x0000c140648vm-test-run-nixbot-gitlab> gitlab # [ 2.240455] usb usb1: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 6.18649vm-test-run-nixbot-gitlab> gitlab # [ 2.242630] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1650vm-test-run-nixbot-gitlab> gitlab # [ 2.243854] usb usb1: Product: UHCI Host Controller651vm-test-run-nixbot-gitlab> gitlab # [ 2.244641] usb usb1: Manufacturer: Linux 6.18.43 uhci_hcd652vm-test-run-nixbot-gitlab> gitlab # [ 2.245550] usb usb1: SerialNumber: 0000:00:01.2653vm-test-run-nixbot-gitlab> gitlab # [ 2.253770] virtio_blk virtio5: 4/0/0 default/read/poll queues654vm-test-run-nixbot-gitlab> gitlab # [ 2.257251] hub 1-0:1.0: USB hub found655vm-test-run-nixbot-gitlab> gitlab # [ 2.258066] hub 1-0:1.0: 2 ports detected656vm-test-run-nixbot-gitlab> gitlab # [ 2.260231] virtio_blk virtio5: [vdb] 11841480 512-byte logical blocks (6.06 GB/5.65 GiB)657vm-test-run-nixbot-gitlab> gitlab # [ 2.263143] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,12658vm-test-run-nixbot-gitlab> gitlab # [ 2.265384] serio: i8042 KBD port at 0x60,0x64 irq 1659vm-test-run-nixbot-gitlab> gitlab # [ 2.266218] serio: i8042 AUX port at 0x60,0x64 irq 12660vm-test-run-nixbot-gitlab> gitlab # [ 2.270162] scsi host0: ata_piix661vm-test-run-nixbot-gitlab> gitlab # [ 2.271236] scsi host1: ata_piix662vm-test-run-nixbot-gitlab> gitlab # [ 2.271860] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc220 irq 14 lpm-pol 0663vm-test-run-nixbot-gitlab> gitlab # [ 2.273054] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc228 irq 15 lpm-pol 0664vm-test-run-nixbot-gitlab> gitlab # [ 2.163776] systemd[1]: Starting Virtual Console Setup...665vm-test-run-nixbot-gitlab> gitlab # [ 2.165356] (udev-worker)[131]: Network interface NamePolicy= disabled on kernel command line.666vm-test-run-nixbot-gitlab> gitlab # [ 2.166881] (udev-worker)[120]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.667vm-test-run-nixbot-gitlab> gitlab # [ 2.168969] (udev-worker)[120]: Network interface NamePolicy= disabled on kernel command line.668vm-test-run-nixbot-gitlab> gitlab # [ 2.185988] systemd-vconsole-setup[149]: Configuration of first virtual console was skipped, ignoring remaining ones.669vm-test-run-nixbot-gitlab> gitlab # [ 2.187814] systemd[1]: Finished Virtual Console Setup.670vm-test-run-nixbot-gitlab> gitlab # [ 2.192213] systemd[1]: Found device /dev/disk/by-label/nixos.671vm-test-run-nixbot-gitlab> gitlab # [ 2.194879] systemd[1]: Found device /dev/disk/by-label/nix-store.672vm-test-run-nixbot-gitlab> gitlab # [ 2.195721] systemd[1]: Reached target Initrd Root Device.673vm-test-run-nixbot-gitlab> gitlab # [ 2.196487] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...674vm-test-run-nixbot-gitlab> gitlab # [ 2.221372] systemd-fsck[156]: nixos: clean, 12/65536 files, 13019/262144 blocks675vm-test-run-nixbot-gitlab> gitlab # [ 2.225460] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.676vm-test-run-nixbot-gitlab> gitlab # [ 2.431471] ata2: found unknown device (class 0)677vm-test-run-nixbot-gitlab> gitlab # [ 2.434659] ata2.00: ATAPI: QEMU DVD-ROM, 2.5+, max UDMA/100678vm-test-run-nixbot-gitlab> gitlab # [ 2.439059] scsi 1:0:0:0: CD-ROM QEMU QEMU DVD-ROM 2.5+ PQ: 0 ANSI: 5679vm-test-run-nixbot-gitlab> gitlab # [ 2.465274] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0680vm-test-run-nixbot-gitlab> gitlab # [ 2.480977] usb 1-1: new full-speed USB device number 2 using uhci_hcd681vm-test-run-nixbot-gitlab> gitlab # [ 2.503736] sr 1:0:0:0: [sr0] scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray682vm-test-run-nixbot-gitlab> gitlab # [ 2.541874] cdrom: Uniform CD-ROM driver Revision: 3.20683vm-test-run-nixbot-gitlab> gitlab # [ 2.647090] usb 1-1: New USB device found, idVendor=0627, idProduct=0001, bcdDevice= 0.00684vm-test-run-nixbot-gitlab> gitlab # [ 2.648389] usb 1-1: New USB device strings: Mfr=1, Product=3, SerialNumber=10685vm-test-run-nixbot-gitlab> gitlab # [ 2.649528] usb 1-1: Product: QEMU USB Tablet686vm-test-run-nixbot-gitlab> gitlab # [ 2.650253] usb 1-1: Manufacturer: QEMU687vm-test-run-nixbot-gitlab> gitlab # [ 2.650851] usb 1-1: SerialNumber: 28754-0000:00:01.2-1688vm-test-run-nixbot-gitlab> gitlab # [ 2.691781] hid: raw HID events driver (C) Jiri Kosina689vm-test-run-nixbot-gitlab> gitlab # [ 2.705778] usbcore: registered new interface driver usbhid690vm-test-run-nixbot-gitlab> gitlab # [ 2.708031] usbhid: USB HID core driver691vm-test-run-nixbot-gitlab> gitlab # [ 2.720211] input: QEMU QEMU USB Tablet as /devices/pci0000:00/0000:00:01.2/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input2692vm-test-run-nixbot-gitlab> gitlab # [ 2.724554] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:01.2-1/input0693vm-test-run-nixbot-gitlab> gitlab # [ 2.837071] systemd[1]: Mounting /sysroot...694vm-test-run-nixbot-gitlab> gitlab # [ 3.125003] EXT4-fs (vda): mounted filesystem 2b0b1d7a-a0dd-4332-9b0d-471732c23666 r/w with ordered data mode. Quota mode: none.695vm-test-run-nixbot-gitlab> gitlab # [ 2.994228] systemd[1]: Mounted /sysroot.696vm-test-run-nixbot-gitlab> gitlab # [ 2.996222] systemd[1]: Reached target Initrd Root File System.697vm-test-run-nixbot-gitlab> gitlab # [ 3.001540] systemd[1]: Mounting /sysroot/nix/.ro-store...698vm-test-run-nixbot-gitlab> gitlab # [ 3.005263] systemd[1]: Mounting /sysroot/nix/.rw-store...699vm-test-run-nixbot-gitlab> gitlab # [ 3.016902] systemd[1]: Mounting /sysroot/run...700vm-test-run-nixbot-gitlab> gitlab # [ 3.019282] systemd[1]: Mounting /sysroot/tmp/shared...701vm-test-run-nixbot-gitlab> gitlab # [ 3.028580] systemd[1]: Mounting /sysroot/tmp[ 3.165163] erofs (device vdb): mounted with root inode @ nid 128.702vm-test-run-nixbot-gitlab> gitlab # /xchg...703vm-test-run-nixbot-gitlab> gitlab # [ 3.038458] systemd[1]: Starting Mountpoints Configured in the Real Root...704vm-test-run-nixbot-gitlab> gitlab # [ 3.043827] systemd-sysroot-fstab-check[177]: /sysroot should be mounted in the initrd, will request daemon-reload.705vm-test-run-nixbot-gitlab> gitlab # [ 3.046514] systemd[1]: Mounted /sysroot/nix/.ro-store.706vm-test-run-nixbot-gitlab> gitlab # [ 3.047952] systemd[1]: Mounted /sysroot/nix/.rw-store.707vm-test-run-nixbot-gitlab> gitlab # [ 3.049298] systemd[1]: Mounted /sysroot/run.708vm-test-run-nixbot-gitlab> gitlab # [ 3.053293] systemd[1]: Starting rw-sysroot-nix-store.service...709vm-test-run-nixbot-gitlab> gitlab # [ 3.054838] systemd[1]: Reload requested from client PID 177 ('systemd-sysroot') (unit initrd-parse-etc.service)...710vm-test-run-nixbot-gitlab> gitlab # [ 3.056788] systemd[1]: Reloading...711vm-test-run-nixbot-gitlab> gitlab # [ 3.196382] 9p: Installing v9fs 9p2000 file system support712vm-test-run-nixbot-gitlab> gitlab # [ 3.127728] systemd[1]: Reloading finished in 72 ms.713vm-test-run-nixbot-gitlab> gitlab # [ 3.153773] systemd-sysroot-fstab-check[177]: Requesting initrd-fs.target/start/replace...714vm-test-run-nixbot-gitlab> gitlab # [ 3.156451] systemd[1]: Mounted /sysroot/tmp/shared.715vm-test-run-nixbot-gitlab> gitlab # [ 3.158387] systemd[1]: Mounted /sysroot/tmp/xchg.716vm-test-run-nixbot-gitlab> gitlab # [ 3.160182] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.717vm-test-run-nixbot-gitlab> gitlab # [ 3.162454] systemd[1]: Finished rw-sysroot-nix-store.service.718vm-test-run-nixbot-gitlab> gitlab # [ 3.164344] systemd-sysroot-fstab-check[177]: Requesting swap.target/start/replace...719vm-test-run-nixbot-gitlab> gitlab # [ 3.166807] systemd[1]: Starting rw-sysroot-nix-store.service...720vm-test-run-nixbot-gitlab> gitlab # [ 3.168659] systemd[1]: initrd-parse-etc.service: Deactivated successfully.721vm-test-run-nixbot-gitlab> gitlab # [ 3.170835] systemd[1]: Finished Mountpoints Configured in the Real Root.722vm-test-run-nixbot-gitlab> gitlab # [ 3.172877] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.723vm-test-run-nixbot-gitlab> gitlab # [ 3.204446] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.724vm-test-run-nixbot-gitlab> gitlab # [ 3.206757] systemd[1]: Finished rw-sysroot-nix-store.service.725vm-test-run-nixbot-gitlab> gitlab # [ 3.836795] systemd[1]: Mounting /sysroot/nix/store...726vm-test-run-nixbot-gitlab> gitlab # [ 3.885054] systemd[1]: Mounted /sysroot/nix/store.727vm-test-run-nixbot-gitlab> gitlab # [ 3.887158] systemd[1]: Reached target Initrd File Systems.728vm-test-run-nixbot-gitlab> gitlab # [ 3.889192] systemd[1]: Starting Find NixOS closure...729vm-test-run-nixbot-gitlab> gitlab # [ 3.891110] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...730vm-test-run-nixbot-gitlab> gitlab # [ 3.918263] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.731vm-test-run-nixbot-gitlab> gitlab # [ 3.922810] systemd[1]: sysroot-run-credentials-systemd\x2dtmpfiles\x2dsetup\x2dsysroot.service.mount: Deactivated successfully.732vm-test-run-nixbot-gitlab> gitlab # [ 3.930176] systemd[1]: Finished Find NixOS closure.733vm-test-run-nixbot-gitlab> gitlab # [ 3.931832] systemd[1]: Reached target Initrd Default Target.734vm-test-run-nixbot-gitlab> gitlab # [ 3.933674] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...735vm-test-run-nixbot-gitlab> gitlab # [ 3.969271] systemd[1]: Stopped target Initrd Default Target.736vm-test-run-nixbot-gitlab> gitlab # [ 3.971212] systemd[1]: Stopped target Basic System.737vm-test-run-nixbot-gitlab> gitlab # [ 3.972854] systemd[1]: Stopped target Initrd Root Device.738vm-test-run-nixbot-gitlab> gitlab # [ 3.974585] systemd[1]: Stopped target Path Units.739vm-test-run-nixbot-gitlab> gitlab # [ 3.976287] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.740vm-test-run-nixbot-gitlab> gitlab # [ 3.978817] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.741vm-test-run-nixbot-gitlab> gitlab # [ 3.981249] systemd[1]: Stopped target Slice Units.742vm-test-run-nixbot-gitlab> gitlab # [ 3.982851] systemd[1]: Stopped target Socket Units.743vm-test-run-nixbot-gitlab> gitlab # [ 3.984433] systemd[1]: Stopped target System Initialization.744vm-test-run-nixbot-gitlab> gitlab # [ 3.986275] systemd[1]: Stopped target Swaps.745vm-test-run-nixbot-gitlab> gitlab # [ 3.990595] systemd[1]: Stopped target Timer Units.746vm-test-run-nixbot-gitlab> gitlab # [ 3.992506] systemd[1]: dbus.socket: Deactivated successfully.747vm-test-run-nixbot-gitlab> gitlab # [ 3.995287] systemd[1]: Closed D-Bus System Message Bus Socket.748vm-test-run-nixbot-gitlab> gitlab # [ 3.998297] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.749vm-test-run-nixbot-gitlab> gitlab # [ 4.000956] systemd[1]: Stopped Find NixOS closure.750vm-test-run-nixbot-gitlab> gitlab # [ 4.002931] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio751vm-test-run-nixbot-gitlab> gitlab # [ 4.006344] systemd[1]: Starting rw-sysroot-nix-store.service...752vm-test-run-nixbot-gitlab> gitlab # [ 4.008260] systemd[1]: systemd-sysctl.service: Deactivated successfully.753vm-test-run-nixbot-gitlab> gitlab # [ 4.010099] systemd[1]: Stopped Apply Kernel Variables.754vm-test-run-nixbot-gitlab> gitlab # [ 4.011458] systemd[1]: systemd-modules-load.service: Deactivated successfully.755vm-test-run-nixbot-gitlab> gitlab # [ 4.013307] systemd[1]: Stopped Load Kernel Modules.756vm-test-run-nixbot-gitlab> gitlab # [ 4.014738] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.757vm-test-run-nixbot-gitlab> gitlab # [ 4.016870] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.758vm-test-run-nixbot-gitlab> gitlab # [ 4.018882] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.759vm-test-run-nixbot-gitlab> gitlab # [ 4.020710] systemd[1]: Stopped Create System Files and Directories.760vm-test-run-nixbot-gitlab> gitlab # [ 4.022361] systemd[1]: Stopped target Local File Systems.761vm-test-run-nixbot-gitlab> gitlab # [ 4.023900] systemd[1]: Stopped target Preparation for Local File Systems.762vm-test-run-nixbot-gitlab> gitlab # [ 4.025597] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.763vm-test-run-nixbot-gitlab> gitlab # [ 4.027409] systemd[1]: Stopped Coldplug All udev Devices.764vm-test-run-nixbot-gitlab> gitlab # [ 4.028770] systemd[1]: Stopping Rule-based Manager for Device Events and Files...765vm-test-run-nixbot-gitlab> gitlab # [ 4.030429] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.766vm-test-run-nixbot-gitlab> gitlab # [ 4.031418] systemd[1]: Stopped Virtual Console Setup.767vm-test-run-nixbot-gitlab> gitlab # [ 4.032197] systemd[1]: initrd-cleanup.service: Deactivated successfully.768vm-test-run-nixbot-gitlab> gitlab # [ 4.033234] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.769vm-test-run-nixbot-gitlab> gitlab # [ 4.034183] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.770vm-test-run-nixbot-gitlab> gitlab # [ 4.035208] systemd[1]: Finished rw-sysroot-nix-store.service.771vm-test-run-nixbot-gitlab> gitlab # [ 4.036085] systemd[1]: systemd-udevd.service: Deactivated successfully.772vm-test-run-nixbot-gitlab> gitlab # [ 4.037052] systemd[1]: Stopped Rule-based Manager for Device Events and Files.773vm-test-run-nixbot-gitlab> gitlab # [ 4.038161] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.774vm-test-run-nixbot-gitlab> gitlab # [ 4.039433] systemd[1]: Closed udev Control Socket.775vm-test-run-nixbot-gitlab> gitlab # [ 4.040236] systemd[1]: Starting Cleanup udev Database...776vm-test-run-nixbot-gitlab> gitlab # [ 4.041092] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.777vm-test-run-nixbot-gitlab> gitlab # [ 4.042057] systemd[1]: Stopped Create Static Device Nodes in /dev.778vm-test-run-nixbot-gitlab> gitlab # [ 4.042804] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.779vm-test-run-nixbot-gitlab> gitlab # [ 4.043736] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.780vm-test-run-nixbot-gitlab> gitlab # [ 4.044623] systemd[1]: kmod-static-nodes.service: Deactivated successfully.781vm-test-run-nixbot-gitlab> gitlab # [ 4.045468] systemd[1]: Stopped Create List of Static Device Nodes.782vm-test-run-nixbot-gitlab> gitlab # [ 4.058500] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.783vm-test-run-nixbot-gitlab> gitlab # [ 4.059488] systemd[1]: Finished Cleanup udev Database.784vm-test-run-nixbot-gitlab> gitlab # [ 4.060207] systemd[1]: Reached target Switch Root.785vm-test-run-nixbot-gitlab> gitlab # [ 4.061561] systemd[1]: Starting NixOS Activation...786vm-test-run-nixbot-gitlab> gitlab # [ 4.165723] initrd-nixos-activation-start[226]: booting system configuration /nix/store/7dr2varyqd546hj4jdlaxcyj45h6rphy-nixos-system-gitlab-test787vm-test-run-nixbot-gitlab> gitlab # [ 4.204971] initrd-nixos-activation-start[226]: running activation script...788vm-test-run-nixbot-gitlab> gitlab # [ 4.444357] initrd-nixos-activation-start[249]: setting up /etc...789vm-test-run-nixbot-gitlab> gitlab # [ 4.524546] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.790vm-test-run-nixbot-gitlab> gitlab # [ 4.527618] systemd[1]: Finished NixOS Activation.791vm-test-run-nixbot-gitlab> gitlab # [ 4.531585] systemd[1]: Starting Switch Root...792vm-test-run-nixbot-gitlab> gitlab # [ 4.555736] systemd[1]: Switching root.793vm-test-run-nixbot-gitlab> gitlab # [ 4.759380] systemd-journald[90]: Received SIGTERM from PID 1 (systemd).794vm-test-run-nixbot-gitlab> gitlab # [ 4.879379] NET: Registered PF_VSOCK protocol family795vm-test-run-nixbot-gitlab> gitlab # [ 5.257312] systemd[1]: systemd 261.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)796vm-test-run-nixbot-gitlab> gitlab # [ 5.267551] systemd[1]: Detected virtualization kvm.797vm-test-run-nixbot-gitlab> gitlab # [ 5.269346] systemd[1]: Detected architecture x86-64.798vm-test-run-nixbot-gitlab> gitlab # [ 5.271190] systemd[1]: Detected first boot.799vm-test-run-nixbot-gitlab> gitlab # [ 5.273669] systemd[1]: Initializing machine ID from random generator.800vm-test-run-nixbot-gitlab> gitlab # [ 5.415698] systemd[1]: bpf-restrict-fs: LSM BPF program attached801vm-test-run-nixbot-gitlab> gitlab # [ 5.504870] systemd[1]: Applying preset policy.802vm-test-run-nixbot-gitlab> gitlab # [ 5.666267] systemd[1]: Populated /etc with preset unit settings.803vm-test-run-nixbot-gitlab> gitlab # [ 5.790378] systemd[1]: initrd-switch-root.service: Deactivated successfully.804vm-test-run-nixbot-gitlab> gitlab # [ 5.791678] systemd[1]: Stopped initrd-switch-root.service.805vm-test-run-nixbot-gitlab> gitlab # [ 5.794226] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.806vm-test-run-nixbot-gitlab> gitlab # [ 5.796254] systemd[1]: Created slice Slice /system/getty.807vm-test-run-nixbot-gitlab> gitlab # [ 5.797598] systemd[1]: Created slice GitLab DevOps Platform Slice.808vm-test-run-nixbot-gitlab> gitlab # [ 5.798962] systemd[1]: Created slice User and Session Slice.809vm-test-run-nixbot-gitlab> gitlab # [ 5.799844] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.810vm-test-run-nixbot-gitlab> gitlab # [ 5.801038] systemd[1]: Started Forward Password Requests to Wall Directory Watch.811vm-test-run-nixbot-gitlab> gitlab # [ 5.802116] systemd[1]: Expecting device /dev/hvc0...812vm-test-run-nixbot-gitlab> gitlab # [ 5.802808] systemd[1]: Expecting device /dev/ttyS0...813vm-test-run-nixbot-gitlab> gitlab # [ 5.803535] systemd[1]: Reached target Local Encrypted Volumes.814vm-test-run-nixbot-gitlab> gitlab # [ 5.804350] systemd[1]: Stopped target initrd-fs.target.815vm-test-run-nixbot-gitlab> gitlab # [ 5.805112] systemd[1]: Stopped target initrd-root-fs.target.816vm-test-run-nixbot-gitlab> gitlab # [ 5.805889] systemd[1]: Stopped target initrd-switch-root.target.817vm-test-run-nixbot-gitlab> gitlab # [ 5.806694] systemd[1]: Reached target Virtual Machines and Containers.818vm-test-run-nixbot-gitlab> gitlab # [ 5.807632] systemd[1]: Reached target Path Units.819vm-test-run-nixbot-gitlab> gitlab # [ 5.808338] systemd[1]: Reached target Remote File Systems.820vm-test-run-nixbot-gitlab> gitlab # [ 5.809128] systemd[1]: Reached target Slice Units.821vm-test-run-nixbot-gitlab> gitlab # [ 5.809818] systemd[1]: Reached target Swaps.822vm-test-run-nixbot-gitlab> gitlab # [ 5.811238] systemd[1]: Listening on Query the User Interactively for a Password.823vm-test-run-nixbot-gitlab> gitlab # [ 5.813198] systemd[1]: Listening on Process Core Dump Socket.824vm-test-run-nixbot-gitlab> gitlab # [ 5.814569] systemd[1]: Listening on Credential Encryption/Decryption.825vm-test-run-nixbot-gitlab> gitlab # [ 5.816158] systemd[1]: Listening on Factory Reset Management.826vm-test-run-nixbot-gitlab> gitlab # [ 5.817071] systemd[1]: Listening on Hostname Service Socket.827vm-test-run-nixbot-gitlab> gitlab # [ 5.819460] systemd[1]: Starting Journal Log Access Socket...828vm-test-run-nixbot-gitlab> gitlab # [ 5.820968] systemd[1]: Listening on Journal Audit Socket.829vm-test-run-nixbot-gitlab> gitlab # [ 5.822710] systemd[1]: Listening on Console Output Muting Service Socket.830vm-test-run-nixbot-gitlab> gitlab # [ 5.823827] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.831vm-test-run-nixbot-gitlab> gitlab # [ 5.824979] systemd[1]: TPM PCR Measurements skipped, unmet condition check ConditionSecurity=measured-os832vm-test-run-nixbot-gitlab> gitlab # [ 5.826273] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki833vm-test-run-nixbot-gitlab> gitlab # [ 5.829087] systemd[1]: Listening on Disk Repartitioning Service Socket.834vm-test-run-nixbot-gitlab> gitlab # [ 5.830128] systemd[1]: Listening on udev Control Socket.835vm-test-run-nixbot-gitlab> gitlab # [ 5.831014] systemd[1]: Listening on udev Varlink Socket.836vm-test-run-nixbot-gitlab> gitlab # [ 5.833890] systemd[1]: Mounting Huge Pages File System...837vm-test-run-nixbot-gitlab> gitlab # [ 5.835996] systemd[1]: Mounting POSIX Message Queue File System...838vm-test-run-nixbot-gitlab> gitlab # [ 5.838095] systemd[1]: Mounting Kernel Debug File System...839vm-test-run-nixbot-gitlab> gitlab # [ 5.841022] systemd[1]: Mounting Kernel Trace File System...840vm-test-run-nixbot-gitlab> gitlab # [ 5.848914] systemd[1]: Starting Create List of Static Device Nodes...841vm-test-run-nixbot-gitlab> gitlab # [ 5.849987] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio842vm-test-run-nixbot-gitlab> gitlab # [ 5.854101] systemd[1]: Starting Load Kernel Module configfs...843vm-test-run-nixbot-gitlab> gitlab # [ 5.854991] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm844vm-test-run-nixbot-gitlab> gitlab # [ 5.860567] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore845vm-test-run-nixbot-gitlab> gitlab # [ 5.862337] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse846vm-test-run-nixbot-gitlab> gitlab # [ 5.878264] systemd[1]: Mounting FUSE Control File System...847vm-test-run-nixbot-gitlab> gitlab # [ 5.881124] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67848vm-test-run-nixbot-gitlab> gitlab # [ 5.891669] systemd[1]: Starting Journal Service...849vm-test-run-nixbot-gitlab> gitlab # [ 5.893588] systemd[1]: Starting Load Kernel Modules...850vm-test-run-nixbot-gitlab> gitlab # [ 5.895883] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...851vm-test-run-nixbot-gitlab> gitlab # [ 5.905097] systemd[1]: Starting Remount Root and Kernel File Systems...852vm-test-run-nixbot-gitlab> gitlab # [ 5.907110] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-os853vm-test-run-nixbot-gitlab> gitlab # [ 5.911413] systemd[1]: Starting Coldplug All udev Devices...854vm-test-run-nixbot-gitlab> gitlab # [ 5.917563] systemd[1]: Listening on Journal Log Access Socket.855vm-test-run-nixbot-gitlab> gitlab # [ 5.918499] systemd[1]: Mounted Huge Pages File System.856vm-test-run-nixbot-gitlab> gitlab # [ 5.919364] systemd-journald[319]: Collecting audit messages is enabled.857vm-test-run-nixbot-gitlab> gitlab # [ 5.919427] systemd[1]: Mounted POSIX Message Queue File System.858vm-test-run-nixbot-gitlab> gitlab # [ 5.921313] systemd[1]: Mounted Kernel Debug File System.859vm-test-run-nixbot-gitlab> gitlab # [ 5.922224] systemd[1]: Mounted Kernel Trace File System.860vm-test-run-nixbot-gitlab> gitlab # [ 5.924547] loop: module loaded861vm-test-run-nixbot-gitlab> gitlab # [ 5.926240] systemd[1]: Finished Create List of Static Device Nodes.862vm-test-run-nixbot-gitlab> gitlab # [ 5.927487] systemd[1]: modprobe@configfs.service: Deactivated successfully.863vm-test-run-nixbot-gitlab> gitlab # [ 5.927956] EXT4-fs (vda): re-mounted 2b0b1d7a-a0dd-4332-9b0d-471732c23666.864vm-test-run-nixbot-gitlab> gitlab # [ 5.928838] systemd[1]: Finished Load Kernel Module configfs.865vm-test-run-nixbot-gitlab> gitlab # [ 5.930612] systemd[1]: Mounted FUSE Control File System.866vm-test-run-nixbot-gitlab> gitlab # [ 5.932938] systemd[1]: Finished Load Kernel Modules.867vm-test-run-nixbot-gitlab> gitlab # [ 5.797812] systemd[1]: Queued start job for default target Multi-User System.868vm-test-run-nixbot-gitlab> gitlab # [ 5.934571] systemd[1]: Started Journal Service.869vm-test-run-nixbot-gitlab> gitlab # [ 5.798976] systemd[1]: Unnecessary job was removed for /dev/vdb.870vm-test-run-nixbot-gitlab> gitlab # [ 5.800309] systemd[1]: systemd-journald.service: Deactivated successfully.871vm-test-run-nixbot-gitlab> gitlab # [ 5.801424] systemd-modules-load[320]: Using 3 probe threads872vm-test-run-nixbot-gitlab> gitlab # [ 5.802356] systemd-modules-load[320]: Inserted module 'tls'873vm-test-run-nixbot-gitlab> gitlab # [ 5.803285] systemd-modules-load[320]: Inserted module 'loop'874vm-test-run-nixbot-gitlab> gitlab # [ 5.804278] systemd[1]: Finished Remount Root and Kernel File Systems.875vm-test-run-nixbot-gitlab> gitlab # [ 5.809942] systemd[1]: Listening on Disk Image Download Service Socket.876vm-test-run-nixbot-gitlab> gitlab # [ 5.812112] systemd[1]: Mounting Kernel Configuration File System...877vm-test-run-nixbot-gitlab> gitlab # [ 5.813290] systemd-oomd[321]: No swap; memory pressure usage will be degraded878vm-test-run-nixbot-gitlab> gitlab # [ 5.820859] systemd[1]: Starting Firewall...879vm-test-run-nixbot-gitlab> gitlab # [ 5.821506] systemd[1]: Starting Flush Journal to Persistent Storage...880vm-test-run-nixbot-gitlab> gitlab # [ 5.822867] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore881vm-test-run-nixbot-gitlab> gitlab # [ 5.824978] systemd[1]: Starting Load/Save OS Random Seed...882vm-test-run-nixbot-gitlab> gitlab # [ 5.829066] systemd[1]: Starting Apply Kernel Variables...883vm-test-run-nixbot-gitlab> gitlab # [ 5.831849] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...884vm-test-run-nixbot-gitlab> gitlab # [ 5.833175] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-os885vm-test-run-nixbot-gitlab> gitlab # [ 5.836909] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.886vm-test-run-nixbot-gitlab> gitlab # [ 5.973857] systemd-journald[319]: Received client request to flush runtime journal.887vm-test-run-nixbot-gitlab> gitlab # [ 5.879665] systemd[1]: Mounted Kernel Configuration File System.888vm-test-run-nixbot-gitlab> gitlab # [ 5.880759] systemd[1]: Finished Apply Kernel Variables.889vm-test-run-nixbot-gitlab> gitlab # [ 5.881590] systemd[1]: Finished Load/Save OS Random Seed.890vm-test-run-nixbot-gitlab> gitlab # [ 5.882418] systemd[1]: Reached target First Boot Complete.891vm-test-run-nixbot-gitlab> gitlab # [ 5.883171] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.892vm-test-run-nixbot-gitlab> gitlab # [ 5.884104] systemd[1]: Starting Create Static Device Nodes in /dev...893vm-test-run-nixbot-gitlab> gitlab # [ 5.884896] systemd[1]: Finished Create Static Device Nodes in /dev.894vm-test-run-nixbot-gitlab> gitlab # [ 5.885650] systemd[1]: Reached target Preparation for Local File Systems.895vm-test-run-nixbot-gitlab> gitlab # [ 5.886458] systemd[1]: Starting Rule-based Manager for Device Events and Files...896vm-test-run-nixbot-gitlab> gitlab # [ 5.888392] systemd[1]: Finished Flush Journal to Persistent Storage.897vm-test-run-nixbot-gitlab> gitlab # [ 5.912124] systemd-udevd[355]: Using default interface naming scheme 'v261'.898vm-test-run-nixbot-gitlab> gitlab # [ 5.924244] systemd[1]: Finished Coldplug All udev Devices.899vm-test-run-nixbot-gitlab> gitlab # [ 5.940034] systemd[1]: Started Rule-based Manager for Device Events and Files.900vm-test-run-nixbot-gitlab> gitlab # [ 6.012619] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse901vm-test-run-nixbot-gitlab> gitlab # [ 6.026682] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.902vm-test-run-nixbot-gitlab> gitlab # [ 6.033091] systemd[1]: Condition check resulted in /dev/ttyS0 being skipped.903vm-test-run-nixbot-gitlab> gitlab # [ 6.035502] (udev-worker)[431]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.904vm-test-run-nixbot-gitlab> gitlab # [ 6.037433] (udev-worker)[431]: Network interface NamePolicy= disabled on kernel command line.905vm-test-run-nixbot-gitlab> gitlab # [ 6.050695] systemd[1]: Condition check resulted in Virtio network device being skipped.906vm-test-run-nixbot-gitlab> gitlab # [ 6.051850] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore907vm-test-run-nixbot-gitlab> gitlab # [ 6.053585] (udev-worker)[436]: Network interface NamePolicy= disabled on kernel command line.908vm-test-run-nixbot-gitlab> gitlab # [ 6.054916] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67909vm-test-run-nixbot-gitlab> gitlab # [ 6.058038] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore910vm-test-run-nixbot-gitlab> gitlab # [ 6.060329] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-os911vm-test-run-nixbot-gitlab> gitlab # [ 6.061749] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-os912vm-test-run-nixbot-gitlab> gitlab # [ 6.089951] systemd[1]: Finished Firewall.913vm-test-run-nixbot-gitlab> gitlab # [ 6.231499] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input3914vm-test-run-nixbot-gitlab> gitlab # [ 6.263282] rtc_cmos 00:05: RTC can wake from S4915vm-test-run-nixbot-gitlab> gitlab # [ 6.264996] ACPI: button: Power Button [PWRF]916vm-test-run-nixbot-gitlab> gitlab # [ 6.267784] rtc_cmos 00:05: registered as rtc0917vm-test-run-nixbot-gitlab> gitlab # [ 6.268744] rtc_cmos 00:05: setting system clock to 2026-08-28T11:18:02 UTC (1787915882)918vm-test-run-nixbot-gitlab> gitlab # [ 6.273030] rtc_cmos 00:05: alarms up to one day, y3k, 242 bytes nvram, hpet irqs919vm-test-run-nixbot-gitlab> gitlab # [ 6.276717] systemd-journald[319]: Time jumped backwards, rotating.920vm-test-run-nixbot-gitlab> gitlab # [ 6.276911] Floppy drive(s): fd0 is 2.88M AMI BIOS921vm-test-run-nixbot-gitlab> gitlab # [ 6.278532] parport_pc 00:03: reported by Plug and Play ACPI922vm-test-run-nixbot-gitlab> gitlab # [ 6.279512] parport0: PC-style at 0x378, irq 7 [PCSPP(,...)]923vm-test-run-nixbot-gitlab> gitlab # [ 6.284374] mousedev: PS/2 mouse device common for all mice924vm-test-run-nixbot-gitlab> gitlab # [ 6.292128] FDC 0 is a S82078B925vm-test-run-nixbot-gitlab> gitlab # [ 6.298446] bochs-drm 0000:00:02.0: vgaarb: deactivate vga console926vm-test-run-nixbot-gitlab> gitlab # [ 6.315209] Console: switching to colour dummy device 80x25927vm-test-run-nixbot-gitlab> gitlab # [ 6.316188] [drm] Found bochs VGA, ID 0xb0c5.928vm-test-run-nixbot-gitlab> gitlab # [ 6.316626] [drm] Framebuffer size 16384 kB @ 0xfd000000, mmio @ 0xfebd0000.929vm-test-run-nixbot-gitlab> gitlab # [ 6.318365] bochs-drm 0000:00:02.0: [drm] Registered 1 planes with drm panic930vm-test-run-nixbot-gitlab> gitlab # [ 6.320076] [drm] Initialized bochs-drm 1.0.0 for 0000:00:02.0 on minor 0931vm-test-run-nixbot-gitlab> gitlab # [ 6.321260] piix4_smbus 0000:00:01.3: SMBus Host Controller at 0x700, revision 0932vm-test-run-nixbot-gitlab> gitlab # [ 6.323912] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input5933vm-test-run-nixbot-gitlab> gitlab # [ 6.325747] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input4934vm-test-run-nixbot-gitlab> gitlab # [ 6.329239] i2c i2c-0: Memory type 0x07 not supported yet, not instantiating SPD935vm-test-run-nixbot-gitlab> gitlab # [ 6.337891] Console: switching to colour frame buffer device 160x50936vm-test-run-nixbot-gitlab> gitlab # [ 6.339650] bochs-drm 0000:00:02.0: [drm] fb0: bochs-drmdrmfb frame buffer device937vm-test-run-nixbot-gitlab> gitlab # [ 6.380564] input: QEMU Virtio Keyboard as /devices/pci0000:00/0000:00:0a.0/virtio7/input/input6938vm-test-run-nixbot-gitlab> gitlab # [ 6.266574] systemd[1]: Starting Virtual Console Setup...939vm-test-run-nixbot-gitlab> gitlab # [ 6.436132] erofs (device vdb): failed to read inode meta block (nid: 128817659): -4940vm-test-run-nixbot-gitlab> gitlab # [ 6.307466] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.941vm-test-run-nixbot-gitlab> gitlab # [ 6.308690] systemd[1]: Stopped Virtual Console Setup.942vm-test-run-nixbot-gitlab> gitlab # [ 6.448688] kvm_amd: TSC scaling supported943vm-test-run-nixbot-gitlab> gitlab # [ 6.449110] kvm_amd: Nested Virtualization enabled944vm-test-run-nixbot-gitlab> gitlab # [ 6.449556] kvm_amd: Nested Paging enabled945vm-test-run-nixbot-gitlab> gitlab # [ 6.449964] kvm_amd: LBR virtualization supported946vm-test-run-nixbot-gitlab> gitlab # [ 6.450395] kvm_amd: Virtual VMLOAD VMSAVE supported947vm-test-run-nixbot-gitlab> gitlab # [ 6.450883] kvm_amd: Virtual GIF supported948vm-test-run-nixbot-gitlab> gitlab # [ 6.451345] kvm_amd: Virtual NMI enabled949vm-test-run-nixbot-gitlab> gitlab # [ 6.330798] systemd[1]: Starting Virtual Console Setup...950vm-test-run-nixbot-gitlab> gitlab # [ 6.341204] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.951vm-test-run-nixbot-gitlab> gitlab # [ 6.344283] systemd[1]: Stopped Virtual Console Setup.952vm-test-run-nixbot-gitlab> gitlab # [ 6.482887] ppdev: user-space parallel port driver953vm-test-run-nixbot-gitlab> gitlab # [ 6.351327] systemd[1]: Starting Virtual Console Setup...954vm-test-run-nixbot-gitlab> gitlab # [ 6.501124] EDAC MC: Ver: 3.0.0955vm-test-run-nixbot-gitlab> gitlab # [ 6.408728] systemd-vconsole-setup[495]: Configuration of first virtual console was skipped, ignoring remaining ones.956vm-test-run-nixbot-gitlab> gitlab # [ 6.410384] systemd[1]: Finished Virtual Console Setup.957vm-test-run-nixbot-gitlab> gitlab # [ 6.659934] systemd[1]: Mounting /run/wrappers...958vm-test-run-nixbot-gitlab> gitlab # [ 6.685599] systemd[1]: Mounted /run/wrappers.959vm-test-run-nixbot-gitlab> gitlab # [ 6.687488] systemd[1]: Reached target Local File Systems.960vm-test-run-nixbot-gitlab> gitlab # [ 6.689456] systemd[1]: Listening on Boot Loader Control Service Socket.961vm-test-run-nixbot-gitlab> gitlab # [ 6.691864] systemd[1]: Starting register-nix-paths.service...962vm-test-run-nixbot-gitlab> gitlab # [ 6.693966] systemd[1]: Starting Create SUID/SGID Wrappers...963vm-test-run-nixbot-gitlab> gitlab # [ 6.696191] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.964vm-test-run-nixbot-gitlab> gitlab # [ 6.699189] systemd[1]: Starting Save Transient machine-id to Disk...965vm-test-run-nixbot-gitlab> gitlab # [ 6.708180] systemd[1]: Starting Create System Files and Directories...966vm-test-run-nixbot-gitlab> gitlab # [ 6.745285] systemd[1]: Finished Create System Files and Directories.967vm-test-run-nixbot-gitlab> gitlab # [ 6.752339] systemd[1]: Starting Rebuild Journal Catalog...968vm-test-run-nixbot-gitlab> gitlab # [ 6.763751] systemd[1]: Starting Record System Boot/Shutdown in UTMP...969vm-test-run-nixbot-gitlab> gitlab # [ 6.769354] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.970vm-test-run-nixbot-gitlab> gitlab # [ 6.773611] systemd[1]: Finished Save Transient machine-id to Disk.971vm-test-run-nixbot-gitlab> gitlab # [ 6.785253] systemd[1]: Finished Record System Boot/Shutdown in UTMP.972vm-test-run-nixbot-gitlab> gitlab # [ 6.796451] systemd[1]: Finished Rebuild Journal Catalog.973vm-test-run-nixbot-gitlab> gitlab # [ 6.798549] systemd[1]: Starting Update is Completed...974vm-test-run-nixbot-gitlab> gitlab # [ 6.813082] systemd[1]: Finished Update is Completed.975vm-test-run-nixbot-gitlab> gitlab # [ 6.878920] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.976vm-test-run-nixbot-gitlab> gitlab # [ 6.880964] systemd[1]: Finished Create SUID/SGID Wrappers.977vm-test-run-nixbot-gitlab> gitlab # [ 7.082418] systemd[1]: Finished register-nix-paths.service.978vm-test-run-nixbot-gitlab> gitlab # [ 7.084384] systemd[1]: Reached target System Initialization.979vm-test-run-nixbot-gitlab> gitlab # [ 7.086212] systemd[1]: Started Discard unused filesystem blocks once a week.980vm-test-run-nixbot-gitlab> gitlab # [ 7.088389] systemd[1]: Started logrotate.timer.981vm-test-run-nixbot-gitlab> gitlab # [ 7.089795] systemd[1]: Started Daily Cleanup of Temporary Directories.982vm-test-run-nixbot-gitlab> gitlab # [ 7.091746] systemd[1]: Reached target Timer Units.983vm-test-run-nixbot-gitlab> gitlab # [ 7.093258] systemd[1]: Listening on D-Bus System Message Bus Socket.984vm-test-run-nixbot-gitlab> gitlab # [ 7.095176] systemd[1]: Listening on Nix Daemon Socket.985vm-test-run-nixbot-gitlab> gitlab # [ 7.096673] systemd[1]: Starting nixbot CI service socket...986vm-test-run-nixbot-gitlab> gitlab # [ 7.098424] systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.987vm-test-run-nixbot-gitlab> gitlab # [ 7.100973] systemd[1]: Listening on nixbot CI service socket.988vm-test-run-nixbot-gitlab> gitlab # [ 7.102729] systemd[1]: Reached target Socket Units.989vm-test-run-nixbot-gitlab> gitlab # [ 7.104253] systemd[1]: Starting D-Bus System Message Bus...990vm-test-run-nixbot-gitlab> gitlab # [ 7.157732] dbus-broker-launch[579]: Looking up NSS user entry for 'systemd-timesync'...991vm-test-run-nixbot-gitlab> gitlab # [ 7.160431] dbus-broker-launch[579]: NSS returned no entry for 'systemd-timesync'992vm-test-run-nixbot-gitlab> gitlab # [ 7.162813] dbus-broker-launch[579]: Invalid user-name in /nix/store/37yal9w16hfdxjh64sww8gn81f4hma6i-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"993vm-test-run-nixbot-gitlab> gitlab # [ 7.167970] systemd[1]: Started D-Bus System Message Bus.994vm-test-run-nixbot-gitlab> gitlab # [ 7.178990] dbus-broker-launch[579]: Ready995vm-test-run-nixbot-gitlab> gitlab # [ 7.181713] systemd[1]: Reached target Basic System.996vm-test-run-nixbot-gitlab> gitlab # [ 7.184890] systemd[1]: Started backdoor.service.997vm-test-run-nixbot-gitlab> gitlab # [ 7.187960] systemd[1]: Starting gitlab-config.service...998vm-test-run-nixbot-gitlab> gitlab # [ 7.201264] systemd[1]: Starting Import lastlog data into lastlog2 database...999vm-test-run-nixbot-gitlab> gitlab # [ 7.207473] systemd[1]: Starting Logrotate configuration check...1000vm-test-run-nixbot-gitlab> gitlab # [ 7.214415] systemd[1]: Starting Name Service Cache Daemon (nsncd)...1001vm-test-run-nixbot-gitlab> gitlab # [ 7.216960] systemd[1]: Starting Post-Boot Actions...1002vm-test-run-nixbot-gitlab> gitlab # [ 7.219265] systemd[1]: Started Reset console on configuration changes.1003vm-test-run-nixbot-gitlab> gitlab # [ 7.225831] systemd[1]: Starting resolvconf update...1004vm-test-run-nixbot-gitlab> gitlab # connecting to host...1005vm-test-run-nixbot-gitlab> gitlab # [ 7.238775] systemd[1]: Finished Post-Boot Actions.1006vm-test-run-nixbot-gitlab> gitlab # [ 7.250730] logrotate[584]: warning: logrotate in debug mode does nothing except printing debug messages! Consider using verbose mode (-v) instead if this is not what you want.1007vm-test-run-nixbot-gitlab> gitlab: Guest shell says: b'Spawning backdoor root shell...\n'1008vm-test-run-nixbot-gitlab> gitlab # [ 7.251418] logrotate[584]: reading config file /nix/store/y3500wq742i80l631mh8nc8rchpsfb9q-logrotate.conf1009vm-test-run-nixbot-gitlab> gitlab # [ 7.252227] logrotate[584]: note: 'monthly' overrides previously specified 'weekly'1010vm-test-run-nixbot-gitlab> gitlab: connected to guest root shell1011vm-test-run-nixbot-gitlab> gitlab # [ 7.257218] systemd[1]: Started Name Service Cache Daemon (nsncd).1012vm-test-run-nixbot-gitlab> gitlab: (connecting took 7.87 seconds)1013vm-test-run-nixbot-gitlab> gitlab # [ 7.259950] nsncd[585]: Aug 28 11:18:03.626 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"1014vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for the VM to finish booting, in 7.87 seconds)1015vm-test-run-nixbot-gitlab> gitlab # [ 7.260732] systemd[1]: Finished Import lastlog data into lastlog2 database.1016vm-test-run-nixbot-gitlab> gitlab # [ 7.262541] logrotate[584]: Reading state from file: /var/lib/logrotate.status1017vm-test-run-nixbot-gitlab> gitlab # [ 7.262762] logrotate[584]: state file /var/lib/logrotate.status does not exist1018vm-test-run-nixbot-gitlab> gitlab # [ 7.263323] logrotate[584]: Allocating hash table for state file, size 64 entries1019vm-test-run-nixbot-gitlab> gitlab # [ 7.263768] logrotate[584]: Handling 4 logs1020vm-test-run-nixbot-gitlab> gitlab # [ 7.264187] logrotate[584]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed1021vm-test-run-nixbot-gitlab> gitlab # [ 7.264582] logrotate[584]: considering log /var/log/btmp1022vm-test-run-nixbot-gitlab> gitlab # [ 7.264861] logrotate[584]: Creating new state1023vm-test-run-nixbot-gitlab> gitlab # [ 7.265656] logrotate[584]: Now: 2026-08-28 11:181024vm-test-run-nixbot-gitlab> gitlab # [ 7.268262] logrotate[584]: Last rotated at 2026-08-28 11:001025vm-test-run-nixbot-gitlab> gitlab # [ 7.268473] logrotate[584]: log does not need rotating (log has already been rotated)1026vm-test-run-nixbot-gitlab> gitlab # [ 7.268807] logrotate[584]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed1027vm-test-run-nixbot-gitlab> gitlab # [ 7.269428] logrotate[584]: considering log /var/log/wtmp1028vm-test-run-nixbot-gitlab> gitlab # [ 7.269698] systemd[1]: Reached target Host and Network Name Lookups.1029vm-test-run-nixbot-gitlab> gitlab # [ 7.270812] systemd[1]: Reached target User and Group Name Lookups.1030vm-test-run-nixbot-gitlab> gitlab # [ 7.271987] systemd[1]: Starting User Login Management...1031vm-test-run-nixbot-gitlab> gitlab # [ 7.274510] logrotate[584]: Creating new state1032vm-test-run-nixbot-gitlab> gitlab # [ 7.275280] logrotate[584]: Now: 2026-08-28 11:181033vm-test-run-nixbot-gitlab> gitlab # [ 7.275939] logrotate[584]: Last rotated at 2026-08-28 11:001034vm-test-run-nixbot-gitlab> gitlab # [ 7.276680] logrotate[584]: log does not need rotating (log has already been rotated)1035vm-test-run-nixbot-gitlab> gitlab # [ 7.277916] logrotate[584]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed1036vm-test-run-nixbot-gitlab> gitlab # [ 7.279696] logrotate[584]: switching euid from 0 to 165 and egid from 0 to 165 (pid 584)1037vm-test-run-nixbot-gitlab> gitlab # [ 7.280840] logrotate[584]: considering log /var/gitlab/state/log/*.log1038vm-test-run-nixbot-gitlab> gitlab # [ 7.281141] logrotate[584]: log /var/gitlab/state/log/*.log does not exist -- skipping1039vm-test-run-nixbot-gitlab> gitlab # [ 7.281655] logrotate[584]: Creating new state1040vm-test-run-nixbot-gitlab> gitlab # [ 7.282128] logrotate[584]: switching euid from 165 to 0 and egid from 165 to 0 (pid 584)1041vm-test-run-nixbot-gitlab> gitlab # [ 7.282704] logrotate[584]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed1042vm-test-run-nixbot-gitlab> gitlab # [ 7.283207] logrotate[584]: switching euid from 0 to 60 and egid from 0 to 60 (pid 584)1043vm-test-run-nixbot-gitlab> gitlab # [ 7.283653] logrotate[584]: considering log /var/log/nginx/*.log1044vm-test-run-nixbot-gitlab> gitlab # [ 7.283844] logrotate[584]: log /var/log/nginx/*.log does not exist -- skipping1045vm-test-run-nixbot-gitlab> gitlab # [ 7.284466] logrotate[584]: Creating new state1046vm-test-run-nixbot-gitlab> gitlab # [ 7.284955] logrotate[584]: not running postrotate script, since no logs were rotated1047vm-test-run-nixbot-gitlab> gitlab # [ 7.285557] logrotate[584]: switching euid from 60 to 0 and egid from 60 to 0 (pid 584)1048vm-test-run-nixbot-gitlab> gitlab # [ 7.290502] systemd[1]: Finished Logrotate configuration check.1049vm-test-run-nixbot-gitlab> gitlab # [ 7.313134] systemd[1]: Stopped target Host and Network Name Lookups.1050vm-test-run-nixbot-gitlab> gitlab # [ 7.313462] systemd[1]: Stopping Host and Network Name Lookups...1051vm-test-run-nixbot-gitlab> gitlab # [ 7.314832] systemd[1]: Stopped target User and Group Name Lookups.1052vm-test-run-nixbot-gitlab> gitlab # [ 7.315273] systemd[1]: Stopping User and Group Name Lookups...1053vm-test-run-nixbot-gitlab> gitlab # [ 7.315693] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...1054vm-test-run-nixbot-gitlab> gitlab # [ 7.318456] systemd[1]: nscd.service: Deactivated successfully.1055vm-test-run-nixbot-gitlab> gitlab # [ 7.318867] systemd[1]: Stopped Name Service Cache Daemon (nsncd).1056vm-test-run-nixbot-gitlab> gitlab # [ 7.319518] systemd[1]: nscd.service: Consumed 18ms CPU time over 104ms wall clock time, 7.3M memory peak, 5.5M read from disk.1057vm-test-run-nixbot-gitlab> gitlab # [ 7.324334] systemd[1]: Starting Name Service Cache Daemon (nsncd)...1058vm-test-run-nixbot-gitlab> gitlab # [ 7.328079] systemd-logind[618]: New seat seat0.1059vm-test-run-nixbot-gitlab> gitlab # [ 7.331390] systemd-logind[618]: Watching system buttons on /dev/input/event2 (Power Button)1060vm-test-run-nixbot-gitlab> gitlab # [ 7.331788] systemd-logind[618]: Watching system buttons on /dev/input/event5 (QEMU Virtio Keyboard)1061vm-test-run-nixbot-gitlab> gitlab # [ 7.333150] systemd-logind[618]: Watching system buttons on /dev/input/event0 (AT Translated Set 2 keyboard)1062vm-test-run-nixbot-gitlab> gitlab # [ 7.333578] systemd[1]: Started User Login Management.1063vm-test-run-nixbot-gitlab> gitlab # [ 7.336541] systemd[1]: Starting linger-users.service...1064vm-test-run-nixbot-gitlab> gitlab # [ 7.348597] nsncd[673]: Aug 28 11:18:03.715 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"1065vm-test-run-nixbot-gitlab> gitlab # [ 7.350729] systemd[1]: Started Name Service Cache Daemon (nsncd).1066vm-test-run-nixbot-gitlab> gitlab # [ 7.351721] systemd[1]: Reached target Host and Network Name Lookups.1067vm-test-run-nixbot-gitlab> gitlab # [ 7.352672] systemd[1]: Reached target User and Group Name Lookups.1068vm-test-run-nixbot-gitlab> gitlab # [ 7.354893] systemd[1]: linger-users.service: Deactivated successfully.1069vm-test-run-nixbot-gitlab> gitlab # [ 7.355420] systemd[1]: Finished linger-users.service.1070vm-test-run-nixbot-gitlab> gitlab # [ 7.360413] systemd[1]: Finished resolvconf update.1071vm-test-run-nixbot-gitlab> gitlab # [ 7.361163] systemd[1]: Reached target Preparation for Network.1072vm-test-run-nixbot-gitlab> gitlab # [ 7.364559] systemd[1]: Starting DHCP Client...1073vm-test-run-nixbot-gitlab> gitlab # [ 7.365088] systemd[1]: Starting Address configuration of eth1...1074vm-test-run-nixbot-gitlab> gitlab # [ 7.366715] systemd[1]: Starting Extra networking commands....1075vm-test-run-nixbot-gitlab> gitlab # [ 7.401115] network-addresses-eth1-start[702]: adding address 192.168.1.1/24... done1076vm-test-run-nixbot-gitlab> gitlab # [ 7.402578] network-addresses-eth1-start[702]: adding address 2001:db8:1::1/64... done1077vm-test-run-nixbot-gitlab> gitlab # [ 7.409914] systemd[1]: Finished Address configuration of eth1.1078vm-test-run-nixbot-gitlab> gitlab # [ 7.436156] systemd[1]: Finished Extra networking commands..1079vm-test-run-nixbot-gitlab> gitlab # [ 7.437591] systemd[1]: Reached target Network.1080vm-test-run-nixbot-gitlab> gitlab # [ 7.439634] systemd[1]: Starting gitlab-workhorse.service...1081vm-test-run-nixbot-gitlab> gitlab # [ 7.442026] dhcpcd[724]: dhcpcd-10.3.2 starting1082vm-test-run-nixbot-gitlab> gitlab # [ 7.443169] systemd[1]: Starting Nginx Web Server...1083vm-test-run-nixbot-gitlab> gitlab # [ 7.446128] systemd[1]: Starting PostgreSQL Server...1084vm-test-run-nixbot-gitlab> gitlab # [ 7.447342] systemd[1]: Starting Redis Server - redis-gitlab...1085vm-test-run-nixbot-gitlab> gitlab # [ 7.448709] dhcpcd[769]: dev: loaded udev1086vm-test-run-nixbot-gitlab> gitlab # [ 7.450872] systemd[1]: Starting Permit User Sessions...1087vm-test-run-nixbot-gitlab> gitlab # [ 7.590645] 8021q: 802.1Q VLAN Support v1.81088vm-test-run-nixbot-gitlab> gitlab # [ 7.591361] 8021q: adding VLAN 0 to HW filter on device eth11089vm-test-run-nixbot-gitlab> gitlab # [ 7.471192] systemd[1]: Finished Permit User Sessions.1090vm-test-run-nixbot-gitlab> gitlab # [ 7.473559] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.1091vm-test-run-nixbot-gitlab> gitlab # [ 7.477061] systemd[1]: Started Getty on tty1.1092vm-test-run-nixbot-gitlab> gitlab # [ 7.478407] systemd[1]: Reached target Login Prompts.1093vm-test-run-nixbot-gitlab> gitlab # [ 7.680626] cfg80211: Loading compiled-in X.509 certificates for regulatory database1094vm-test-run-nixbot-gitlab> gitlab # [ 7.688719] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'1095vm-test-run-nixbot-gitlab> gitlab # [ 7.689685] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'1096vm-test-run-nixbot-gitlab> gitlab # [ 7.691179] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -21097vm-test-run-nixbot-gitlab> gitlab # [ 7.692105] cfg80211: failed to load regulatory.db1098vm-test-run-nixbot-gitlab> gitlab # [ 7.574600] nginx-pre-start[792]: nginx: the configuration file /nix/store/ahhadigcx1wjmb1izvs0lkn856wz7zi5-nginx.conf syntax is ok1099vm-test-run-nixbot-gitlab> gitlab # [ 7.574823] nginx-pre-start[792]: nginx: configuration file /nix/store/ahhadigcx1wjmb1izvs0lkn856wz7zi5-nginx.conf test is successful1100vm-test-run-nixbot-gitlab> gitlab # [ 7.720826] 8021q: adding VLAN 0 to HW filter on device eth01101vm-test-run-nixbot-gitlab> gitlab # [ 7.586222] dhcpcd[769]: eth0: waiting for carrier1102vm-test-run-nixbot-gitlab> gitlab # [ 7.586560] systemd[1]: Started Nginx Web Server.1103vm-test-run-nixbot-gitlab> gitlab # [ 7.587173] dhcpcd[769]: eth0: carrier acquired1104vm-test-run-nixbot-gitlab> gitlab # [ 7.594197] dhcpcd[769]: DUID 00:01:00:01:32:24:2a:eb:52:54:00:12:34:561105vm-test-run-nixbot-gitlab> gitlab # [ 7.594340] dhcpcd[769]: eth0: IAID 00:12:34:561106vm-test-run-nixbot-gitlab> gitlab # [ 7.594730] dhcpcd[769]: eth0: adding address fe80::5054:ff:fe12:34561107vm-test-run-nixbot-gitlab> gitlab # [ 7.604584] redis-server[791]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.1108vm-test-run-nixbot-gitlab> gitlab # [ 7.604934] redis-server[791]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo1109vm-test-run-nixbot-gitlab> gitlab # [ 7.605675] redis-server[791]: Redis version=8.8.1, bits=64, commit=00000000, modified=0, pid=791, just started1110vm-test-run-nixbot-gitlab> gitlab # [ 7.606191] redis-server[791]: Configuration loaded1111vm-test-run-nixbot-gitlab> gitlab # [ 7.610797] redis[791]: monotonic clock: POSIX clock_gettime1112vm-test-run-nixbot-gitlab> gitlab # [ 7.613826] redis[791]: Running mode=standalone, port=0.1113vm-test-run-nixbot-gitlab> gitlab # [ 7.615444] redis[791]: Server initialized1114vm-test-run-nixbot-gitlab> gitlab # [ 7.615741] redis[791]: Ready to accept connections unix1115vm-test-run-nixbot-gitlab> gitlab # [ 7.617450] systemd[1]: Started Redis Server - redis-gitlab.1116vm-test-run-nixbot-gitlab> gitlab # [ 7.618564] redis[791]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.1117vm-test-run-nixbot-gitlab> gitlab # [ 7.628277] postgresql-pre-start[795]: The files belonging to this database system will be owned by user "postgres".1118vm-test-run-nixbot-gitlab> gitlab # [ 7.628694] postgresql-pre-start[795]: This user must also own the server process.1119vm-test-run-nixbot-gitlab> gitlab # [ 7.632484] postgresql-pre-start[795]: The database cluster will be initialized with locale "en_US.UTF-8".1120vm-test-run-nixbot-gitlab> gitlab # [ 7.632582] postgresql-pre-start[795]: The default database encoding has accordingly been set to "UTF8".1121vm-test-run-nixbot-gitlab> gitlab # [ 7.632650] postgresql-pre-start[795]: The default text search configuration will be set to "english".1122vm-test-run-nixbot-gitlab> gitlab # [ 7.633637] postgresql-pre-start[795]: Data page checksums are enabled.1123vm-test-run-nixbot-gitlab> gitlab # [ 7.634184] postgresql-pre-start[795]: fixing permissions on existing directory /var/lib/postgresql/18 ... ok1124vm-test-run-nixbot-gitlab> gitlab # [ 7.634568] postgresql-pre-start[795]: creating subdirectories ... ok1125vm-test-run-nixbot-gitlab> gitlab # [ 7.635037] postgresql-pre-start[795]: selecting dynamic shared memory implementation ... posix1126vm-test-run-nixbot-gitlab> gitlab # [ 7.666780] postgresql-pre-start[795]: selecting default "max_connections" ... 1001127vm-test-run-nixbot-gitlab> gitlab # [ 7.717955] postgresql-pre-start[795]: selecting default "shared_buffers" ... 128MB1128vm-test-run-nixbot-gitlab> gitlab # [ 7.950903] systemd[1]: Started gitlab-workhorse.service.1129vm-test-run-nixbot-gitlab> gitlab # [ 8.128515] gitlab-workhorse[827]: time="2026-08-28T11:18:04Z" level=info msg=Starting build_time=19700101.000000 version=19.0.41130vm-test-run-nixbot-gitlab> gitlab # [ 8.128729] gitlab-workhorse[827]: time="2026-08-28T11:18:04Z" level=info msg="Using redis/go-redis"1131vm-test-run-nixbot-gitlab> gitlab # [ 8.129240] gitlab-workhorse[827]: time="2026-08-28T11:18:04Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix1132vm-test-run-nixbot-gitlab> gitlab # [ 8.148412] postgresql-pre-start[795]: selecting default time zone ... UTC1133vm-test-run-nixbot-gitlab> gitlab # [ 8.150053] postgresql-pre-start[795]: creating configuration files ... ok1134vm-test-run-nixbot-gitlab> gitlab # [ 8.313610] postgresql-pre-start[795]: running bootstrap script ... ok1135vm-test-run-nixbot-gitlab> gitlab # [ 8.320595] dhcpcd[769]: eth0: soliciting a DHCP lease1136vm-test-run-nixbot-gitlab> gitlab # [ 8.468900] NET: Registered PF_PACKET protocol family1137vm-test-run-nixbot-gitlab> gitlab # [ 8.341564] dhcpcd[769]: eth0: offered 10.0.2.15 from 10.0.2.21138vm-test-run-nixbot-gitlab> gitlab # [ 8.344310] dhcpcd[769]: eth0: probing address 10.0.2.15/241139vm-test-run-nixbot-gitlab> gitlab # [ 8.753876] postgresql-pre-start[795]: performing post-bootstrap initialization ... ok1140vm-test-run-nixbot-gitlab> gitlab # [ 9.020462] dhcpcd[769]: eth0: soliciting an IPv6 router1141vm-test-run-nixbot-gitlab> gitlab # [ 9.021805] dhcpcd[769]: eth0: Router Advertisement from fe80::21142vm-test-run-nixbot-gitlab> gitlab # [ 9.023862] dhcpcd[769]: eth0: adding address fec0::5054:ff:fe12:3456/641143vm-test-run-nixbot-gitlab> gitlab # [ 9.025744] dhcpcd[769]: eth0: adding route to fec0::/641144vm-test-run-nixbot-gitlab> gitlab # [ 9.027420] dhcpcd[769]: eth0: adding default route via fe80::21145vm-test-run-nixbot-gitlab> gitlab # [ 9.064833] postgresql-pre-start[795]: syncing data to disk ... ok1146vm-test-run-nixbot-gitlab> gitlab # [ 9.065585] postgresql-pre-start[795]: initdb: warning: enabling "trust" authentication for local connections1147vm-test-run-nixbot-gitlab> gitlab # [ 9.067117] postgresql-pre-start[795]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.1148vm-test-run-nixbot-gitlab> gitlab # [ 9.068266] postgresql-pre-start[795]: Success. You can now start the database server using:1149vm-test-run-nixbot-gitlab> gitlab # [ 9.069501] postgresql-pre-start[795]: pg_ctl -D /var/lib/postgresql/18 -l logfile start1150vm-test-run-nixbot-gitlab> gitlab # [ 9.185944] postgres[854]: [854] LOG: starting PostgreSQL 18.4 on x86_64-pc-linux-gnu, compiled by clang version 21.1.8, 64-bit1151vm-test-run-nixbot-gitlab> gitlab # [ 9.190168] postgres[854]: [854] LOG: listening on IPv6 address "::1", port 54321152vm-test-run-nixbot-gitlab> gitlab # [ 9.190837] postgres[854]: [854] LOG: listening on IPv4 address "127.0.0.1", port 54321153vm-test-run-nixbot-gitlab> gitlab # [ 9.199304] postgres[854]: [854] LOG: listening on Unix socket "/run/postgresql/.s.PGSQL.5432"1154vm-test-run-nixbot-gitlab> gitlab # [ 9.216994] postgres[863]: [863] LOG: database system was shut down at 2026-08-28 11:18:05 GMT1155vm-test-run-nixbot-gitlab> gitlab # [ 9.223761] postgres[854]: [854] LOG: database system is ready to accept connections1156vm-test-run-nixbot-gitlab> gitlab # [ 9.232995] systemd[1]: Started PostgreSQL Server.1157vm-test-run-nixbot-gitlab> gitlab # [ 9.235892] systemd[1]: Starting PostgreSQL Setup Scripts...1158vm-test-run-nixbot-gitlab> gitlab # [ 9.460316] postgresql-setup-start[878]: CREATE DATABASE1159vm-test-run-nixbot-gitlab> gitlab # [ 9.461589] prszvjpp8qfjqrb5rqcxg3jlzg7rbbr1-gitlab-config[876]: mkdir -p /var/gitlab/state/home/.ssh: OK1160vm-test-run-nixbot-gitlab> gitlab # [ 9.463971] prszvjpp8qfjqrb5rqcxg3jlzg7rbbr1-gitlab-config[876]: chmod 700 /var/gitlab/state/home/.ssh: OK1161vm-test-run-nixbot-gitlab> gitlab # [ 9.486482] postgresql-setup-start[897]: CREATE ROLE1162vm-test-run-nixbot-gitlab> gitlab # [ 9.496367] postgresql-setup-start[901]: ALTER DATABASE1163vm-test-run-nixbot-gitlab> gitlab # [ 9.513845] postgresql-setup-start[911]: CREATE ROLE1164vm-test-run-nixbot-gitlab> gitlab # [ 9.514821] systemd[1]: Finished gitlab-config.service.1165vm-test-run-nixbot-gitlab> gitlab # [ 9.515804] systemd[1]: Finished PostgreSQL Setup Scripts.1166vm-test-run-nixbot-gitlab> gitlab # [ 9.516949] systemd[1]: Reached target PostgreSQL.1167vm-test-run-nixbot-gitlab> gitlab # [ 9.518632] systemd[1]: Started gitaly.service.1168vm-test-run-nixbot-gitlab> gitlab # [ 9.520101] systemd[1]: Starting gitlab-db-config.service...1169vm-test-run-nixbot-gitlab> gitlab # [ 9.521982] systemd[1]: Starting gitlab-postgresql.service...1170vm-test-run-nixbot-gitlab> gitlab # [ 9.622243] gitlab-postgresql-start[924]: CREATE DATABASE1171vm-test-run-nixbot-gitlab> gitlab # [ 9.653510] gitlab-postgresql-start[929]: CREATE EXTENSION1172vm-test-run-nixbot-gitlab> gitlab # [ 9.733598] gitlab-postgresql-start[931]: CREATE EXTENSION1173vm-test-run-nixbot-gitlab> gitlab # [ 9.737234] systemd[1]: Finished gitlab-postgresql.service.1174vm-test-run-nixbot-gitlab> gitlab # [ 10.022639] gitaly[915]: time="2026-08-28T11:18:06.388Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/ymnlr20kjfmhkzg7i9hp25h3ii8qnn0d-gitaly.toml' and fix the errors that are printed." pid=9151175vm-test-run-nixbot-gitlab> gitlab # [ 10.023516] gitaly[915]: time="2026-08-28T11:18:06.389Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=9151176vm-test-run-nixbot-gitlab> gitlab # [ 10.025139] gitaly[915]: time="2026-08-28T11:18:06.389Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=9151177vm-test-run-nixbot-gitlab> gitlab # [ 10.025846] gitaly[915]: time="2026-08-28T11:18:06.389Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=9151178vm-test-run-nixbot-gitlab> gitlab # [ 10.027112] gitaly[915]: time="2026-08-28T11:18:06.389Z" level=info msg="Starting Gitaly" pid=915 version=1179vm-test-run-nixbot-gitlab> gitlab # [ 10.196140] gitaly[915]: time="2026-08-28T11:18:06.562Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=173 pid=9151180vm-test-run-nixbot-gitlab> gitlab # [ 10.196475] gitaly[915]: time="2026-08-28T11:18:06.563Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=9151181vm-test-run-nixbot-gitlab> gitlab # [ 10.197129] gitaly[915]: time="2026-08-28T11:18:06.563Z" level=info msg="finished initializing command factory" duration_ms=0 pid=9151182vm-test-run-nixbot-gitlab> gitlab # [ 10.197459] gitaly[915]: time="2026-08-28T11:18:06.563Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-915/git-exec-3549994878.d/git pid=9151183vm-test-run-nixbot-gitlab> gitlab # [ 10.206613] gitaly[915]: time="2026-08-28T11:18:06.573Z" level=info msg="finished detecting git version" duration_ms=9 pid=9151184vm-test-run-nixbot-gitlab> gitlab # [ 10.206834] gitaly[915]: time="2026-08-28T11:18:06.573Z" level=info msg="using Git version" pid=915 version=2.53.g1185vm-test-run-nixbot-gitlab> gitlab # [ 10.207442] gitaly[915]: time="2026-08-28T11:18:06.573Z" level=info msg="clearing disk cache object folder" pid=915 storage=default1186vm-test-run-nixbot-gitlab> gitlab # [ 10.207825] gitaly[915]: time="2026-08-28T11:18:06.574Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache105177254 pid=915 storage=default1187vm-test-run-nixbot-gitlab> gitlab # [ 10.208403] gitaly[915]: time="2026-08-28T11:18:06.574Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache105177254 pid=915 storage=default1188vm-test-run-nixbot-gitlab> gitlab # [ 10.208883] gitaly[915]: time="2026-08-28T11:18:06.574Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=9151189vm-test-run-nixbot-gitlab> gitlab # [ 10.209504] gitaly[915]: time="2026-08-28T11:18:06.574Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache105177254 clear_duration_ms=0 pid=915 storage=default1190vm-test-run-nixbot-gitlab> gitlab # [ 10.209992] gitaly[915]: time="2026-08-28T11:18:06.574Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=9151191vm-test-run-nixbot-gitlab> gitlab # [ 10.242571] gitaly[915]: time="2026-08-28T11:18:06.609Z" level=info msg="counting repositories" pid=9151192vm-test-run-nixbot-gitlab> gitlab # [ 10.243981] gitaly[915]: time="2026-08-28T11:18:06.609Z" level=info msg="starting to count repositories" pid=915 storage_path=/var/gitlab/state/repositories1193vm-test-run-nixbot-gitlab> gitlab # [ 10.245945] gitaly[915]: time="2026-08-28T11:18:06.609Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=915 storage_path=/var/gitlab/state/repositories1194vm-test-run-nixbot-gitlab> gitlab # [ 10.248118] gitaly[915]: time="2026-08-28T11:18:06.609Z" level=info msg="completed counting all repositories" counting_duration=0 pid=9151195vm-test-run-nixbot-gitlab> gitlab # [ 10.249782] gitaly[915]: time="2026-08-28T11:18:06.609Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=9151196vm-test-run-nixbot-gitlab> gitlab # [ 10.252133] gitaly[915]: time="2026-08-28T11:18:06.609Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=915 schema=unix1197vm-test-run-nixbot-gitlab> gitlab # [ 10.252388] gitaly[915]: time="2026-08-28T11:18:06.609Z" level=info msg="finished tempdir cleaner walk" pid=915 storage=default time_ms=01198vm-test-run-nixbot-gitlab> gitlab # [ 10.252908] gitaly[915]: time="2026-08-28T11:18:06.610Z" level=info msg="listening at address" address=/run/gitaly/gitaly-915/sock.d/intern pid=915 schema=unix1199vm-test-run-nixbot-gitlab> gitlab # [ 10.253477] gitaly[915]: time="2026-08-28T11:18:06.611Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=9151200vm-test-run-nixbot-gitlab> gitlab # [ 10.253919] gitaly[915]: time="2026-08-28T11:18:06.611Z" level=info msg="Started Gitaly" duration_ms=222 pid=9151201vm-test-run-nixbot-gitlab> gitlab # [ 10.254483] gitaly[915]: time="2026-08-28T11:18:06.611Z" level=info msg="Gitaly graceful stop timeout duration" duration_s=1m0s pid=9151202vm-test-run-nixbot-gitlab> gitlab # [ 10.254927] gitaly[915]: time="2026-08-28T11:18:06.611Z" level=info msg="maintenance: daily scheduled" pid=915 scheduled="2026-08-28 12:00:00 +0000 UTC"1203vm-test-run-nixbot-gitlab> gitlab # [ 11.087238] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[922]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1204vm-test-run-nixbot-gitlab> gitlab # [ 11.087830] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[922]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1205vm-test-run-nixbot-gitlab> gitlab # [ 11.123268] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[922]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1206vm-test-run-nixbot-gitlab> gitlab # [ 12.222299] gitaly[915]: time="2026-08-28T11:18:08.588Z" level=info msg="License database preloaded" duration_ms=2199 pid=9151207vm-test-run-nixbot-gitlab> gitlab # [ 13.187581] dhcpcd[769]: eth0: leased 10.0.2.15 for 86400 seconds1208vm-test-run-nixbot-gitlab> gitlab # [ 13.188474] dhcpcd[769]: eth0: adding route to 10.0.2.0/241209vm-test-run-nixbot-gitlab> gitlab # [ 13.188863] dhcpcd[769]: eth0: adding default route via 10.0.2.21210vm-test-run-nixbot-gitlab> gitlab # [ 13.317453] systemd[1]: Started DHCP Client.1211vm-test-run-nixbot-gitlab> gitlab # [ 13.320379] systemd[1]: Reached target Network is Online.1212vm-test-run-nixbot-gitlab> gitlab # [ 43.191793] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[922]: W, [2026-08-28T11:18:39.558142 #922] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1213vm-test-run-nixbot-gitlab> gitlab # [ 45.546859] postgres[1340]: [1340] ERROR: relation "feature_gates" does not exist at character 5231214vm-test-run-nixbot-gitlab> gitlab # [ 45.547200] postgres[1340]: [1340] STATEMENT: SELECT a.attname, format_type(a.atttypid, a.atttypmod),1215vm-test-run-nixbot-gitlab> gitlab # [ 45.547804] postgres[1340]: pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1216vm-test-run-nixbot-gitlab> gitlab # [ 45.549229] postgres[1340]: c.collname, col_description(a.attrelid, a.attnum) AS comment,1217vm-test-run-nixbot-gitlab> gitlab # [ 45.549902] postgres[1340]: attidentity AS identity,1218vm-test-run-nixbot-gitlab> gitlab # [ 45.551023] postgres[1340]: attgenerated as attgenerated1219vm-test-run-nixbot-gitlab> gitlab # [ 45.552078] postgres[1340]: FROM pg_attribute a1220vm-test-run-nixbot-gitlab> gitlab # [ 45.553121] postgres[1340]: LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1221vm-test-run-nixbot-gitlab> gitlab # [ 45.554139] postgres[1340]: LEFT JOIN pg_type t ON a.atttypid = t.oid1222vm-test-run-nixbot-gitlab> gitlab # [ 45.554789] postgres[1340]: LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1223vm-test-run-nixbot-gitlab> gitlab # [ 45.555819] postgres[1340]: WHERE a.attrelid = '"feature_gates"'::regclass1224vm-test-run-nixbot-gitlab> gitlab # [ 45.556872] postgres[1340]: AND a.attnum > 0 AND NOT a.attisdropped1225vm-test-run-nixbot-gitlab> gitlab # [ 45.557909] postgres[1340]: ORDER BY a.attnum1226vm-test-run-nixbot-gitlab> gitlab # [ 45.558954] postgres[1340]:1227vm-test-run-nixbot-gitlab> gitlab # [ 48.201120] gitlab-workhorse[827]: time="2026-08-28T11:18:44Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1228vm-test-run-nixbot-gitlab> gitlab # [ 49.267258] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[1373]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE: extension "btree_gist" already exists, skipping1229vm-test-run-nixbot-gitlab> gitlab # [ 49.267726] j52kjsy7niw11krx8yhb7ipfwm07y66n-gitlab-db-config[1373]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE: extension "pg_trgm" already exists, skipping1230vm-test-run-nixbot-gitlab> gitlab # [ 58.211474] gitlab-workhorse[827]: time="2026-08-28T11:18:54Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1231vm-test-run-nixbot-gitlab> gitlab # [ 64.396958] postgres[1448]: [1448] ERROR: relation "table_without_models" does not exist1232vm-test-run-nixbot-gitlab> gitlab # [ 64.397659] postgres[1448]: [1448] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')1233vm-test-run-nixbot-gitlab> gitlab # [ 68.213145] gitlab-workhorse[827]: time="2026-08-28T11:19:04Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1234vm-test-run-nixbot-gitlab> gitlab # [ 77.950468] systemd[1]: Finished gitlab-db-config.service.1235vm-test-run-nixbot-gitlab> gitlab # [ 77.954736] systemd[1]: Started gitlab-sidekiq.service.1236vm-test-run-nixbot-gitlab> gitlab # [ 77.957755] systemd[1]: Starting gitlab.service...1237vm-test-run-nixbot-gitlab> gitlab # [ 78.222335] gitlab-workhorse[827]: time="2026-08-28T11:19:14Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1238vm-test-run-nixbot-gitlab> gitlab # [ 78.333084] bundle[1633]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1239vm-test-run-nixbot-gitlab> gitlab # [ 78.335022] bundle[1633]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1240vm-test-run-nixbot-gitlab> gitlab # [ 78.336694] bundle[1633]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1241vm-test-run-nixbot-gitlab> gitlab # [ 81.102964] sidekiq-cluster[1632]: {"severity":"INFO","time":"2026-08-28T11:19:17.452Z","message":"Starting cluster with 1 processes"}1242vm-test-run-nixbot-gitlab> gitlab # [ 81.306825] bundle[1633]: {"timestamp":"2026-08-28T11:19:17.653Z","pid":1633,"message":"* Enabling systemd notification integration"}1243vm-test-run-nixbot-gitlab> gitlab # [ 81.308392] bundle[1633]: {"timestamp":"2026-08-28T11:19:17.673Z","pid":1633,"message":"Puma starting in cluster mode..."}1244vm-test-run-nixbot-gitlab> gitlab # [ 81.309628] bundle[1633]: {"timestamp":"2026-08-28T11:19:17.673Z","pid":1633,"message":"* Puma version: 8.0.1 (\"Into the Arena\")"}1245vm-test-run-nixbot-gitlab> gitlab # [ 81.311045] bundle[1633]: {"timestamp":"2026-08-28T11:19:17.673Z","pid":1633,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1246vm-test-run-nixbot-gitlab> gitlab # [ 81.312715] bundle[1633]: {"timestamp":"2026-08-28T11:19:17.673Z","pid":1633,"message":"* Min threads: 0"}1247vm-test-run-nixbot-gitlab> gitlab # [ 81.313911] bundle[1633]: {"timestamp":"2026-08-28T11:19:17.673Z","pid":1633,"message":"* Max threads: 4"}1248vm-test-run-nixbot-gitlab> gitlab # [ 81.315108] bundle[1633]: {"timestamp":"2026-08-28T11:19:17.673Z","pid":1633,"message":"* Environment: production"}1249vm-test-run-nixbot-gitlab> gitlab # [ 81.316309] bundle[1633]: {"timestamp":"2026-08-28T11:19:17.673Z","pid":1633,"message":"* Master PID: 1633"}1250vm-test-run-nixbot-gitlab> gitlab # [ 81.317453] bundle[1633]: {"timestamp":"2026-08-28T11:19:17.673Z","pid":1633,"message":"* Workers: 2"}1251vm-test-run-nixbot-gitlab> gitlab # [ 81.318557] bundle[1633]: {"timestamp":"2026-08-28T11:19:17.673Z","pid":1633,"message":"* Restarts: (✔) hot (✖) phased (✖) refork"}1252vm-test-run-nixbot-gitlab> gitlab # [ 81.320021] bundle[1633]: {"timestamp":"2026-08-28T11:19:17.673Z","pid":1633,"message":"* Preloading application"}1253vm-test-run-nixbot-gitlab> gitlab # [ 88.232078] gitlab-workhorse[827]: time="2026-08-28T11:19:24Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1254vm-test-run-nixbot-gitlab> gitlab # [ 98.242163] gitlab-workhorse[827]: time="2026-08-28T11:19:34Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1255vm-test-run-nixbot-gitlab> gitlab # [ 105.577728] bundle[1633]: W, [2026-08-28T11:19:41.943993 #1633] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1256vm-test-run-nixbot-gitlab> gitlab # [ 107.368720] sidekiq-cluster[1663]: 2026-08-28T11:19:43.734Z pid=1663 tid=wk7 INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>1663, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>432402432}1257vm-test-run-nixbot-gitlab> gitlab # [ 107.545817] sidekiq-cluster[1663]: W, [2026-08-28T11:19:43.912723 #1663] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1258vm-test-run-nixbot-gitlab> gitlab # [ 107.585925] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:43.952Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1259vm-test-run-nixbot-gitlab> gitlab # [ 108.251946] gitlab-workhorse[827]: time="2026-08-28T11:19:44Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1260vm-test-run-nixbot-gitlab> gitlab # [ 109.585377] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:45.951Z","message":"GitLab reliable fetch activated!"}1261vm-test-run-nixbot-gitlab> gitlab # [ 109.589071] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:45.951Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1262vm-test-run-nixbot-gitlab> gitlab # [ 109.608122] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:45.975Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1263vm-test-run-nixbot-gitlab> gitlab # [ 109.612857] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:45.977Z","message":"Cron Jobs - added job with name background_operation_environments_auto_delete in the namespace default"}1264vm-test-run-nixbot-gitlab> gitlab # [ 109.613195] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:45.980Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1265vm-test-run-nixbot-gitlab> gitlab # [ 109.618241] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:45.985Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1266vm-test-run-nixbot-gitlab> gitlab # [ 109.622851] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:45.989Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1267vm-test-run-nixbot-gitlab> gitlab # [ 109.627765] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:45.994Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1268vm-test-run-nixbot-gitlab> gitlab # [ 109.631791] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:45.998Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1269vm-test-run-nixbot-gitlab> gitlab # [ 109.636138] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.003Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1270vm-test-run-nixbot-gitlab> gitlab # [ 109.639883] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.006Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1271vm-test-run-nixbot-gitlab> gitlab # [ 109.643926] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.010Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1272vm-test-run-nixbot-gitlab> gitlab # [ 109.647883] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.014Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1273vm-test-run-nixbot-gitlab> gitlab # [ 109.653270] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.020Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1274vm-test-run-nixbot-gitlab> gitlab # [ 109.657292] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.024Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1275vm-test-run-nixbot-gitlab> gitlab # [ 109.660444] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.027Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1276vm-test-run-nixbot-gitlab> gitlab # [ 109.665288] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.032Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1277vm-test-run-nixbot-gitlab> gitlab # [ 109.669482] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.036Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1278vm-test-run-nixbot-gitlab> gitlab # [ 109.675713] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.042Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1279vm-test-run-nixbot-gitlab> gitlab # [ 109.681532] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.048Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1280vm-test-run-nixbot-gitlab> gitlab # [ 109.687050] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.054Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1281vm-test-run-nixbot-gitlab> gitlab # [ 109.691996] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.059Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1282vm-test-run-nixbot-gitlab> gitlab # [ 109.697243] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.064Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1283vm-test-run-nixbot-gitlab> gitlab # [ 109.701822] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.068Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1284vm-test-run-nixbot-gitlab> gitlab # [ 109.706195] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.073Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1285vm-test-run-nixbot-gitlab> gitlab # [ 109.710966] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.078Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1286vm-test-run-nixbot-gitlab> gitlab # [ 109.715260] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.082Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1287vm-test-run-nixbot-gitlab> gitlab # [ 109.720376] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.087Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1288vm-test-run-nixbot-gitlab> gitlab # [ 109.728779] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.095Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1289vm-test-run-nixbot-gitlab> gitlab # [ 109.733676] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.100Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1290vm-test-run-nixbot-gitlab> gitlab # [ 109.738348] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.105Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1291vm-test-run-nixbot-gitlab> gitlab # [ 109.742548] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.109Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1292vm-test-run-nixbot-gitlab> gitlab # [ 109.746509] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.113Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1293vm-test-run-nixbot-gitlab> gitlab # [ 109.749227] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.116Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1294vm-test-run-nixbot-gitlab> gitlab # [ 109.751616] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.118Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1295vm-test-run-nixbot-gitlab> gitlab # [ 109.758028] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.125Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1296vm-test-run-nixbot-gitlab> gitlab # [ 109.762864] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.129Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1297vm-test-run-nixbot-gitlab> gitlab # [ 109.768171] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.135Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1298vm-test-run-nixbot-gitlab> gitlab # [ 109.774064] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.141Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1299vm-test-run-nixbot-gitlab> gitlab # [ 109.780283] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.147Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1300vm-test-run-nixbot-gitlab> gitlab # [ 109.784663] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.151Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1301vm-test-run-nixbot-gitlab> gitlab # [ 109.789553] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.156Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1302vm-test-run-nixbot-gitlab> gitlab # [ 109.794291] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.161Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1303vm-test-run-nixbot-gitlab> gitlab # [ 109.798525] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.165Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1304vm-test-run-nixbot-gitlab> gitlab # [ 109.805715] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.172Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1305vm-test-run-nixbot-gitlab> gitlab # [ 109.810743] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.177Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1306vm-test-run-nixbot-gitlab> gitlab # [ 109.817254] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.184Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1307vm-test-run-nixbot-gitlab> gitlab # [ 109.823168] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.190Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1308vm-test-run-nixbot-gitlab> gitlab # [ 109.828746] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.195Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1309vm-test-run-nixbot-gitlab> gitlab # [ 109.834454] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.201Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1310vm-test-run-nixbot-gitlab> gitlab # [ 109.841621] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.208Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1311vm-test-run-nixbot-gitlab> gitlab # [ 109.848152] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.215Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1312vm-test-run-nixbot-gitlab> gitlab # [ 109.853668] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.220Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1313vm-test-run-nixbot-gitlab> gitlab # [ 109.859615] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.226Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1314vm-test-run-nixbot-gitlab> gitlab # [ 109.876409] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.243Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1315vm-test-run-nixbot-gitlab> gitlab # [ 109.886654] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.253Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1316vm-test-run-nixbot-gitlab> gitlab # [ 109.894855] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.261Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1317vm-test-run-nixbot-gitlab> gitlab # [ 109.902946] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.269Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1318vm-test-run-nixbot-gitlab> gitlab # [ 109.910278] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.277Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1319vm-test-run-nixbot-gitlab> gitlab # [ 109.920595] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.287Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1320vm-test-run-nixbot-gitlab> gitlab # [ 109.928644] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.295Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1321vm-test-run-nixbot-gitlab> gitlab # [ 109.936447] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.303Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1322vm-test-run-nixbot-gitlab> gitlab # [ 109.944316] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.311Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1323vm-test-run-nixbot-gitlab> gitlab # [ 109.951776] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.318Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1324vm-test-run-nixbot-gitlab> gitlab # [ 109.960910] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.327Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1325vm-test-run-nixbot-gitlab> gitlab # [ 109.970160] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.337Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1326vm-test-run-nixbot-gitlab> gitlab # [ 109.978775] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.345Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1327vm-test-run-nixbot-gitlab> gitlab # [ 110.026901] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.392Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1328vm-test-run-nixbot-gitlab> gitlab # [ 110.033199] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.400Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1329vm-test-run-nixbot-gitlab> gitlab # [ 110.042301] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.409Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1330vm-test-run-nixbot-gitlab> gitlab # [ 110.050766] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.417Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1331vm-test-run-nixbot-gitlab> gitlab # [ 110.059165] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.426Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1332vm-test-run-nixbot-gitlab> gitlab # [ 110.069066] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.436Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1333vm-test-run-nixbot-gitlab> gitlab # [ 110.077299] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.444Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1334vm-test-run-nixbot-gitlab> gitlab # [ 110.086887] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.453Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1335vm-test-run-nixbot-gitlab> gitlab # [ 110.096075] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.462Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1336vm-test-run-nixbot-gitlab> gitlab # [ 110.104794] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.471Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1337vm-test-run-nixbot-gitlab> gitlab # [ 110.114443] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.481Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1338vm-test-run-nixbot-gitlab> gitlab # [ 110.122584] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.489Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1339vm-test-run-nixbot-gitlab> gitlab # [ 110.133070] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.499Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1340vm-test-run-nixbot-gitlab> gitlab # [ 110.141601] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.508Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1341vm-test-run-nixbot-gitlab> gitlab # [ 110.149551] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.516Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1342vm-test-run-nixbot-gitlab> gitlab # [ 110.158657] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.525Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1343vm-test-run-nixbot-gitlab> gitlab # [ 110.167100] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.534Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1344vm-test-run-nixbot-gitlab> gitlab # [ 110.177816] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.544Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1345vm-test-run-nixbot-gitlab> gitlab # [ 110.185116] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.552Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1346vm-test-run-nixbot-gitlab> gitlab # [ 110.194339] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.561Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1347vm-test-run-nixbot-gitlab> gitlab # [ 110.202600] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.568Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1348vm-test-run-nixbot-gitlab> gitlab # [ 110.211101] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.578Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1349vm-test-run-nixbot-gitlab> gitlab # [ 110.218237] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.585Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1350vm-test-run-nixbot-gitlab> gitlab # [ 110.226113] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.593Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1351vm-test-run-nixbot-gitlab> gitlab # [ 110.233313] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.600Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1352vm-test-run-nixbot-gitlab> gitlab # [ 110.241288] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.608Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1353vm-test-run-nixbot-gitlab> gitlab # [ 110.249359] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.616Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1354vm-test-run-nixbot-gitlab> gitlab # [ 110.257691] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.624Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1355vm-test-run-nixbot-gitlab> gitlab # [ 110.265328] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.632Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1356vm-test-run-nixbot-gitlab> gitlab # [ 110.273961] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.640Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1357vm-test-run-nixbot-gitlab> gitlab # [ 110.282561] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.649Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1358vm-test-run-nixbot-gitlab> gitlab # [ 110.290440] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.657Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1359vm-test-run-nixbot-gitlab> gitlab # [ 110.297502] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.664Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1360vm-test-run-nixbot-gitlab> gitlab # [ 110.322154] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.688Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1361vm-test-run-nixbot-gitlab> gitlab # [ 110.326628] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.693Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1362vm-test-run-nixbot-gitlab> gitlab # [ 110.334150] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.700Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1363vm-test-run-nixbot-gitlab> gitlab # [ 110.345617] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.712Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1364vm-test-run-nixbot-gitlab> gitlab # [ 110.354556] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.721Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1365vm-test-run-nixbot-gitlab> gitlab # [ 110.362113] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.727Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1366vm-test-run-nixbot-gitlab> gitlab # [ 110.366560] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.733Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1367vm-test-run-nixbot-gitlab> gitlab # [ 110.370814] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.737Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1368vm-test-run-nixbot-gitlab> gitlab # [ 110.377364] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.744Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1369vm-test-run-nixbot-gitlab> gitlab # [ 110.382941] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.749Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1370vm-test-run-nixbot-gitlab> gitlab # [ 110.385738] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:19:46.752Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1371vm-test-run-nixbot-gitlab> gitlab # [ 112.835642] sidekiq-cluster[1663]: InitializerConnections Query: SET client_min_messages TO 'warning'1372vm-test-run-nixbot-gitlab> gitlab # [ 112.838560] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:359:in `block in current_feature_value'1373vm-test-run-nixbot-gitlab> gitlab # [ 112.841687] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:374:in `with_feature'1374vm-test-run-nixbot-gitlab> gitlab # [ 112.844505] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:355:in `current_feature_value'1375vm-test-run-nixbot-gitlab> gitlab # [ 112.847511] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:141:in `enabled?'1376vm-test-run-nixbot-gitlab> gitlab # [ 112.850193] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/gitlab/daemon.rb:58:in `block (2 levels) in start'1377vm-test-run-nixbot-gitlab> gitlab # [ 112.853281] sidekiq-cluster[1663]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1378vm-test-run-nixbot-gitlab> gitlab # [ 112.856732] sidekiq-cluster[1663]: InitializerConnections Query: SET standard_conforming_strings = on1379vm-test-run-nixbot-gitlab> gitlab # [ 112.859333] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:359:in `block in current_feature_value'1380vm-test-run-nixbot-gitlab> gitlab # [ 112.862382] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:374:in `with_feature'1381vm-test-run-nixbot-gitlab> gitlab # [ 112.865157] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:355:in `current_feature_value'1382vm-test-run-nixbot-gitlab> gitlab # [ 112.868351] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:141:in `enabled?'1383vm-test-run-nixbot-gitlab> gitlab # [ 112.871318] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/gitlab/daemon.rb:58:in `block (2 levels) in start'1384vm-test-run-nixbot-gitlab> gitlab # [ 112.874238] sidekiq-cluster[1663]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1385vm-test-run-nixbot-gitlab> gitlab # [ 112.876954] sidekiq-cluster[1663]: InitializerConnections Query: SET intervalstyle = iso_86011386vm-test-run-nixbot-gitlab> gitlab # [ 112.878935] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:359:in `block in current_feature_value'1387vm-test-run-nixbot-gitlab> gitlab # [ 112.881389] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:374:in `with_feature'1388vm-test-run-nixbot-gitlab> gitlab # [ 112.883549] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:355:in `current_feature_value'1389vm-test-run-nixbot-gitlab> gitlab # [ 112.885900] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:141:in `enabled?'1390vm-test-run-nixbot-gitlab> gitlab # [ 112.887989] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/gitlab/daemon.rb:58:in `block (2 levels) in start'1391vm-test-run-nixbot-gitlab> gitlab # [ 112.890485] sidekiq-cluster[1663]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1392vm-test-run-nixbot-gitlab> gitlab # [ 112.892644] sidekiq-cluster[1663]: InitializerConnections Query: /*application:sidekiq,db_config_database:gitlab,db_config_name:main*/ SELECT t.oid, t.typname1393vm-test-run-nixbot-gitlab> gitlab # [ 112.894228] sidekiq-cluster[1663]: FROM pg_type as t1394vm-test-run-nixbot-gitlab> gitlab # [ 112.894863] sidekiq-cluster[1663]: WHERE t.typname IN ('int2', 'int4', 'int8', 'oid', 'float4', 'float8', 'numeric', 'bool', 'timestamp', 'timestamptz')1395vm-test-run-nixbot-gitlab> gitlab # [ 112.896486] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:359:in `block in current_feature_value'1396vm-test-run-nixbot-gitlab> gitlab # [ 112.897767] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:374:in `with_feature'1397vm-test-run-nixbot-gitlab> gitlab # [ 112.898904] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:355:in `current_feature_value'1398vm-test-run-nixbot-gitlab> gitlab # [ 112.900070] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:141:in `enabled?'1399vm-test-run-nixbot-gitlab> gitlab # [ 112.901108] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/gitlab/daemon.rb:58:in `block (2 levels) in start'1400vm-test-run-nixbot-gitlab> gitlab # [ 112.902381] sidekiq-cluster[1663]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1401vm-test-run-nixbot-gitlab> gitlab # [ 112.903734] sidekiq-cluster[1663]: InitializerConnections Query: SET SESSION timezone TO 'UTC'1402vm-test-run-nixbot-gitlab> gitlab # [ 112.904779] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:359:in `block in current_feature_value'1403vm-test-run-nixbot-gitlab> gitlab # [ 112.906067] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:374:in `with_feature'1404vm-test-run-nixbot-gitlab> gitlab # [ 112.907154] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:355:in `current_feature_value'1405vm-test-run-nixbot-gitlab> gitlab # [ 112.908332] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:141:in `enabled?'1406vm-test-run-nixbot-gitlab> gitlab # [ 112.909366] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/gitlab/daemon.rb:58:in `block (2 levels) in start'1407vm-test-run-nixbot-gitlab> gitlab # [ 112.910590] sidekiq-cluster[1663]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1408vm-test-run-nixbot-gitlab> gitlab # [ 112.912034] sidekiq-cluster[1663]: InitializerConnections Query: /*application:sidekiq,db_config_database:gitlab,db_config_name:main*/ SELECT "feature_gates"."key", "feature_gates"."value" FROM "feature_gates" WHERE "feature_gates"."feature_key" = 'per_thread_db_connection_pool_metrics'1409vm-test-run-nixbot-gitlab> gitlab # [ 112.914720] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:359:in `block in current_feature_value'1410vm-test-run-nixbot-gitlab> gitlab # [ 112.915980] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:374:in `with_feature'1411vm-test-run-nixbot-gitlab> gitlab # [ 112.917082] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:355:in `current_feature_value'1412vm-test-run-nixbot-gitlab> gitlab # [ 112.918298] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:141:in `enabled?'1413vm-test-run-nixbot-gitlab> gitlab # [ 112.919356] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/gitlab/daemon.rb:58:in `block (2 levels) in start'1414vm-test-run-nixbot-gitlab> gitlab # [ 112.920593] sidekiq-cluster[1663]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1415vm-test-run-nixbot-gitlab> gitlab # [ 118.261988] gitlab-workhorse[827]: time="2026-08-28T11:19:54Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1416vm-test-run-nixbot-gitlab> gitlab # [ 128.265817] gitlab-workhorse[827]: time="2026-08-28T11:20:04Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1417vm-test-run-nixbot-gitlab> gitlab # [ 132.344444] postgres[2138]: [2138] ERROR: relation "table_without_models" does not exist1418vm-test-run-nixbot-gitlab> gitlab # [ 132.345666] postgres[2138]: [2138] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')1419vm-test-run-nixbot-gitlab> gitlab # [ 132.998174] sidekiq-cluster[1663]: InitializerConnections Query: SET client_min_messages TO 'warning'1420vm-test-run-nixbot-gitlab> gitlab # [ 132.998495] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:359:in `block in current_feature_value'1421vm-test-run-nixbot-gitlab> gitlab # [ 132.999826] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:374:in `with_feature'1422vm-test-run-nixbot-gitlab> gitlab # [ 133.001894] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:355:in `current_feature_value'1423vm-test-run-nixbot-gitlab> gitlab # [ 133.003347] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:141:in `enabled?'1424vm-test-run-nixbot-gitlab> gitlab # [ 133.004418] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:156:in `disabled?'1425vm-test-run-nixbot-gitlab> gitlab # [ 133.005448] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/gitlab/background_task.rb:60:in `block (2 levels) in start'1426vm-test-run-nixbot-gitlab> gitlab # [ 133.006839] sidekiq-cluster[1663]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1427vm-test-run-nixbot-gitlab> gitlab # [ 133.020429] sidekiq-cluster[1663]: InitializerConnections Query: SET standard_conforming_strings = on1428vm-test-run-nixbot-gitlab> gitlab # [ 133.021111] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:359:in `block in current_feature_value'1429vm-test-run-nixbot-gitlab> gitlab # [ 133.022115] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:374:in `with_feature'1430vm-test-run-nixbot-gitlab> gitlab # [ 133.023157] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:355:in `current_feature_value'1431vm-test-run-nixbot-gitlab> gitlab # [ 133.024240] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:141:in `enabled?'1432vm-test-run-nixbot-gitlab> gitlab # [ 133.024902] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:156:in `disabled?'1433vm-test-run-nixbot-gitlab> gitlab # [ 133.026414] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/gitlab/background_task.rb:60:in `block (2 levels) in start'1434vm-test-run-nixbot-gitlab> gitlab # [ 133.027408] sidekiq-cluster[1663]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1435vm-test-run-nixbot-gitlab> gitlab # [ 133.049530] sidekiq-cluster[1663]: InitializerConnections Query: SET intervalstyle = iso_86011436vm-test-run-nixbot-gitlab> gitlab # [ 133.052200] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:359:in `block in current_feature_value'1437vm-test-run-nixbot-gitlab> gitlab # [ 133.055285] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:374:in `with_feature'1438vm-test-run-nixbot-gitlab> gitlab # [ 133.055397] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:355:in `current_feature_value'1439vm-test-run-nixbot-gitlab> gitlab # [ 133.056452] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:141:in `enabled?'1440vm-test-run-nixbot-gitlab> gitlab # [ 133.057474] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:156:in `disabled?'1441vm-test-run-nixbot-gitlab> gitlab # [ 133.058504] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/gitlab/background_task.rb:60:in `block (2 levels) in start'1442vm-test-run-nixbot-gitlab> gitlab # [ 133.058841] sidekiq-cluster[1663]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1443vm-test-run-nixbot-gitlab> gitlab # [ 133.076645] sidekiq-cluster[1663]: InitializerConnections Query: /*application:sidekiq,db_config_database:gitlab,db_config_name:main*/ SELECT t.oid, t.typname1444vm-test-run-nixbot-gitlab> gitlab # [ 133.076843] sidekiq-cluster[1663]: FROM pg_type as t1445vm-test-run-nixbot-gitlab> gitlab # [ 133.077958] sidekiq-cluster[1663]: WHERE t.typname IN ('int2', 'int4', 'int8', 'oid', 'float4', 'float8', 'numeric', 'bool', 'timestamp', 'timestamptz')1446vm-test-run-nixbot-gitlab> gitlab # [ 133.079052] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:359:in `block in current_feature_value'1447vm-test-run-nixbot-gitlab> gitlab # [ 133.079808] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:374:in `with_feature'1448vm-test-run-nixbot-gitlab> gitlab # [ 133.080917] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:355:in `current_feature_value'1449vm-test-run-nixbot-gitlab> gitlab # [ 133.081706] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:141:in `enabled?'1450vm-test-run-nixbot-gitlab> gitlab # [ 133.082790] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:156:in `disabled?'1451vm-test-run-nixbot-gitlab> gitlab # [ 133.083888] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/gitlab/background_task.rb:60:in `block (2 levels) in start'1452vm-test-run-nixbot-gitlab> gitlab # [ 133.084969] sidekiq-cluster[1663]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1453vm-test-run-nixbot-gitlab> gitlab # [ 133.116067] sidekiq-cluster[1663]: InitializerConnections Query: SET SESSION timezone TO 'UTC'1454vm-test-run-nixbot-gitlab> gitlab # [ 133.116211] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:359:in `block in current_feature_value'1455vm-test-run-nixbot-gitlab> gitlab # [ 133.116925] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:374:in `with_feature'1456vm-test-run-nixbot-gitlab> gitlab # [ 133.118048] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:355:in `current_feature_value'1457vm-test-run-nixbot-gitlab> gitlab # [ 133.118785] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:141:in `enabled?'1458vm-test-run-nixbot-gitlab> gitlab # [ 133.119860] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:156:in `disabled?'1459vm-test-run-nixbot-gitlab> gitlab # [ 133.120975] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/gitlab/background_task.rb:60:in `block (2 levels) in start'1460vm-test-run-nixbot-gitlab> gitlab # [ 133.122057] sidekiq-cluster[1663]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1461vm-test-run-nixbot-gitlab> gitlab # [ 133.183665] sidekiq-cluster[1663]: InitializerConnections Query: /*application:sidekiq,db_config_database:gitlab,db_config_name:main*/ SELECT "feature_gates"."key", "feature_gates"."value" FROM "feature_gates" WHERE "feature_gates"."feature_key" = 'sidekiq_throttling_middleware'1462vm-test-run-nixbot-gitlab> gitlab # [ 133.188908] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:359:in `block in current_feature_value'1463vm-test-run-nixbot-gitlab> gitlab # [ 133.189039] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:374:in `with_feature'1464vm-test-run-nixbot-gitlab> gitlab # [ 133.189832] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:355:in `current_feature_value'1465vm-test-run-nixbot-gitlab> gitlab # [ 133.190925] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:141:in `enabled?'1466vm-test-run-nixbot-gitlab> gitlab # [ 133.192030] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/feature.rb:156:in `disabled?'1467vm-test-run-nixbot-gitlab> gitlab # [ 133.192801] sidekiq-cluster[1663]: InitializerConnections Backtrace: lib/gitlab/background_task.rb:60:in `block (2 levels) in start'1468vm-test-run-nixbot-gitlab> gitlab # [ 133.193661] sidekiq-cluster[1663]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1469vm-test-run-nixbot-gitlab> gitlab # [ 134.457452] postgres[2158]: [2158] ERROR: relation "table_without_models" does not exist1470vm-test-run-nixbot-gitlab> gitlab # [ 134.460180] postgres[2158]: [2158] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')1471vm-test-run-nixbot-gitlab> gitlab # [ 135.077494] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:11.440Z","message":"Booted Rails 7.2.3.1 application in production environment"}1472vm-test-run-nixbot-gitlab> gitlab # [ 135.078826] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:11.445Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1473vm-test-run-nixbot-gitlab> gitlab # [ 135.080288] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:11.447Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1474vm-test-run-nixbot-gitlab> gitlab # [ 135.080953] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:11.448Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1475vm-test-run-nixbot-gitlab> gitlab # [ 135.085059] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:11.450Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1476vm-test-run-nixbot-gitlab> gitlab # [ 136.699207] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:13.065Z","message":"Cleaning working queues"}1477vm-test-run-nixbot-gitlab> gitlab # [ 136.704709] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:13.071Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"a06e6e1786bb3d5677a7d650","created_at":"2026-08-28T11:19:13.929Z","trace_propagation_headers":{"sentry-trace":"a3fd56fa1eed4ca0ab697caf7681230c-0ec01024ec6940c9","baggage":"sentry-trace_id=a3fd56fa1eed4ca0ab697caf7681230c,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"f9c5b4115d34a9d520d75deced0175d3","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-08-28T11:19:13.937Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-a06e6e1786bb3d5677a7d650: start","job_status":"start","queue_duration_s":59.133507,"scheduling_latency_s":59.133646}1478vm-test-run-nixbot-gitlab> gitlab # [ 136.959141] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:13.325Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"a06e6e1786bb3d5677a7d650","created_at":"2026-08-28T11:19:13.929Z","trace_propagation_headers":{"sentry-trace":"a3fd56fa1eed4ca0ab697caf7681230c-0ec01024ec6940c9","baggage":"sentry-trace_id=a3fd56fa1eed4ca0ab697caf7681230c,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"f9c5b4115d34a9d520d75deced0175d3","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-08-28T11:19:13.937Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-a06e6e1786bb3d5677a7d650: done: 0.254092 sec","job_status":"done","queue_duration_s":59.133507,"scheduling_latency_s":59.133646,"redis_calls":29,"redis_duration_s":0.011806,"redis_read_bytes":282,"redis_write_bytes":3632,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.006936,"redis_feature_flag_read_bytes":272,"redis_feature_flag_write_bytes":2385,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002734,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002136,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":15,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":15,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.106872,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.10693454,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.254092,"completed_at":"2026-08-28T11:20:13.324Z","load_balancing_strategy":"primary","db_duration_s":0.061905,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1479vm-test-run-nixbot-gitlab> gitlab # [ 137.700508] bundle[1633]: {"timestamp":"2026-08-28T11:20:14.066Z","pid":1633,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1480vm-test-run-nixbot-gitlab> gitlab # [ 137.702641] bundle[1633]: {"timestamp":"2026-08-28T11:20:14.068Z","pid":1633,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1481vm-test-run-nixbot-gitlab> gitlab # [ 137.704485] bundle[1633]: {"timestamp":"2026-08-28T11:20:14.069Z","pid":1633,"message":"! #\u003cThread:0x0000759004ed5030 /nix/store/0pw9q4cx4pc2icd2n81q1c3zi7y56z3a-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/0pw9q4cx4pc2icd2n81q1c3zi7y56z3a-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1482vm-test-run-nixbot-gitlab> gitlab # [ 137.709579] bundle[1633]: {"timestamp":"2026-08-28T11:20:14.070Z","pid":1633,"message":"! #\u003cThread:0x0000759005170010 /nix/store/zyib4fdxd0zl63b2nm6163j5jb69nbrk-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/zyib4fdxd0zl63b2nm6163j5jb69nbrk-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1483vm-test-run-nixbot-gitlab> gitlab # [ 137.714877] bundle[1633]: {"timestamp":"2026-08-28T11:20:14.070Z","pid":1633,"message":"Use Ctrl-C to stop"}1484vm-test-run-nixbot-gitlab> gitlab # [ 137.716360] bundle[1633]: {"timestamp":"2026-08-28T11:20:14.071Z","pid":1633,"message":"Sending status to systemd every 1.0 sec"}1485vm-test-run-nixbot-gitlab> gitlab # [ 138.289136] bundle[1633]: {"timestamp":"2026-08-28T11:20:14.655Z","pid":1633,"message":"- Worker 0 (PID: 2222) booted in 0.53s, phase: 0"}1486vm-test-run-nixbot-gitlab> gitlab # [ 138.299423] bundle[1633]: {"timestamp":"2026-08-28T11:20:14.666Z","pid":1633,"message":"- Worker 1 (PID: 2226) booted in 0.51s, phase: 0"}1487vm-test-run-nixbot-gitlab> gitlab # [ 138.309562] systemd[1]: Started gitlab.service.1488vm-test-run-nixbot-gitlab> gitlab # [ 138.310881] systemd[1]: Reached target Common target for all GitLab services..1489vm-test-run-nixbot-gitlab> gitlab # [ 138.311942] systemd[1]: Starting setup-gitlab.service...1490vm-test-run-nixbot-gitlab> gitlab # [ 138.338620] setup-gitlab-start[2252]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1491vm-test-run-nixbot-gitlab> gitlab # [ 141.144481] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:20:17 +0000] "GET /users/sign_in HTTP/1.1" 200 10655 "" "curl/8.21.0" 27601492vm-test-run-nixbot-gitlab> gitlab # [ 141.151685] setup-gitlab-start[2252]: + TOKEN=nixbot-test-token-of-20-chars1493vm-test-run-nixbot-gitlab> gitlab # [ 141.153234] setup-gitlab-start[2252]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner $'\n ApplicationSetting.current.update!(allow_local_requests_from_web_hooks_and_services: true)\n Rails.cache.clear\n token = User.find_by_username(\'root\').personal_access_tokens.create!(\n name: \'nixbot\', scopes: [:api], expires_at: 7.days.from_now)\n token.set_token(\'nixbot-test-token-of-20-chars\')\n token.save!\n'1494vm-test-run-nixbot-gitlab> gitlab # [ 141.178413] runuser[2276]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1495vm-test-run-nixbot-gitlab> gitlab # [ 141.573198] setup-gitlab-start[2277]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1496vm-test-run-nixbot-gitlab> gitlab # [ 141.573578] setup-gitlab-start[2277]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1497vm-test-run-nixbot-gitlab> gitlab # [ 141.575087] setup-gitlab-start[2277]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1498vm-test-run-nixbot-gitlab> gitlab # [ 142.155125] setup-gitlab-start[2277]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1499vm-test-run-nixbot-gitlab> gitlab # [ 142.155479] setup-gitlab-start[2277]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1500vm-test-run-nixbot-gitlab> gitlab # [ 142.157193] setup-gitlab-start[2277]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1501vm-test-run-nixbot-gitlab> gitlab # [ 148.088647] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:24.454Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"a872ab0016246b2a29e15e3b","created_at":"2026-08-28T11:20:24.412Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"114a112a7327d29a172d0cf1f8210306","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.450Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-a872ab0016246b2a29e15e3b: start","job_status":"start","queue_duration_s":0.003256,"scheduling_latency_s":0.003389}1502vm-test-run-nixbot-gitlab> gitlab # [ 148.142754] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:24.509Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1503vm-test-run-nixbot-gitlab> gitlab # [ 148.162133] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:24.528Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"a872ab0016246b2a29e15e3b","created_at":"2026-08-28T11:20:24.412Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"114a112a7327d29a172d0cf1f8210306","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.450Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-a872ab0016246b2a29e15e3b: done: 0.074594 sec","job_status":"done","queue_duration_s":0.003256,"scheduling_latency_s":0.003389,"redis_calls":10,"redis_duration_s":0.008479,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001051,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.007023,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000405,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01946,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.003925359,"duration_s":0.074594,"completed_at":"2026-08-28T11:20:24.528Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010986,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1504vm-test-run-nixbot-gitlab> gitlab # [ 148.203190] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:24.532Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"e2e8b595fb1647a1298a7a6f","created_at":"2026-08-28T11:20:24.460Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cc08933a603f6cbdd1a43159829ee736","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.468Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-e2e8b595fb1647a1298a7a6f: start","job_status":"start","queue_duration_s":0.063788,"scheduling_latency_s":0.063812}1505vm-test-run-nixbot-gitlab> gitlab # [ 148.217322] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:24.583Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"e2e8b595fb1647a1298a7a6f","created_at":"2026-08-28T11:20:24.460Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cc08933a603f6cbdd1a43159829ee736","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.468Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-e2e8b595fb1647a1298a7a6f: done: 0.050842 sec","job_status":"done","queue_duration_s":0.063788,"scheduling_latency_s":0.063812,"redis_calls":17,"redis_duration_s":0.020102,"redis_read_bytes":15,"redis_write_bytes":2007,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.017518,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1150,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001926,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000288,"redis_rate_limiting_write_bytes":51,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00037,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015063,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000231314,"extra.cells_stale_requests_cleanup_cron_worker.removed_count":0,"duration_s":0.050842,"completed_at":"2026-08-28T11:20:24.583Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004247,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1506vm-test-run-nixbot-gitlab> gitlab # [ 148.255273] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:24.590Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"f16dd1ea82fe5ce4069b831b","created_at":"2026-08-28T11:20:24.472Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"473c5092349a7116e60590f5481c3c96","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.489Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-f16dd1ea82fe5ce4069b831b: start","job_status":"start","queue_duration_s":0.100803,"scheduling_latency_s":0.100819}1507vm-test-run-nixbot-gitlab> gitlab # [ 148.266930] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:24.632Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"f16dd1ea82fe5ce4069b831b","created_at":"2026-08-28T11:20:24.472Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"473c5092349a7116e60590f5481c3c96","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.489Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-f16dd1ea82fe5ce4069b831b: done: 0.042729 sec","job_status":"done","queue_duration_s":0.100803,"scheduling_latency_s":0.100819,"redis_calls":12,"redis_duration_s":0.009082999999999999,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001149,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003145,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.004789,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014449,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001229765,"exclusive_lock_hold_duration_s":0.011633043,"duration_s":0.042729,"completed_at":"2026-08-28T11:20:24.632Z","load_balancing_strategy":"primary","db_duration_s":0.010658,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1508vm-test-run-nixbot-gitlab> gitlab # [ 148.273538] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:24.636Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"9b7a3af670ca59f03f56ee98","created_at":"2026-08-28T11:20:24.493Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ef7355ba6ef580e66c0179eb87c6a207","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.497Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-9b7a3af670ca59f03f56ee98: start","job_status":"start","queue_duration_s":0.138318,"scheduling_latency_s":0.13835}1509vm-test-run-nixbot-gitlab> gitlab # [ 148.357291] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:24.723Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"9b7a3af670ca59f03f56ee98","created_at":"2026-08-28T11:20:24.493Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ef7355ba6ef580e66c0179eb87c6a207","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.497Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-9b7a3af670ca59f03f56ee98: done: 0.087995 sec","job_status":"done","queue_duration_s":0.138318,"scheduling_latency_s":0.13835,"redis_calls":19,"redis_duration_s":0.03609,"redis_read_bytes":22,"redis_write_bytes":4789,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.002185,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000417,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.031077,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.002411,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027008,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.01679124,"duration_s":0.087995,"completed_at":"2026-08-28T11:20:24.723Z","load_balancing_strategy":"primary","db_duration_s":0.007577,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1510vm-test-run-nixbot-gitlab> gitlab # [ 148.395858] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:24.762Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"5002575c92f79d5c8cdb5a24","created_at":"2026-08-28T11:20:24.503Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d3f3f23b5804103bdce3fa96efb615ae","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.516Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-5002575c92f79d5c8cdb5a24: start","job_status":"start","queue_duration_s":0.24653,"scheduling_latency_s":0.246556}1511vm-test-run-nixbot-gitlab> gitlab # [ 148.484306] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:24.850Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"5002575c92f79d5c8cdb5a24","created_at":"2026-08-28T11:20:24.503Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d3f3f23b5804103bdce3fa96efb615ae","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.516Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-5002575c92f79d5c8cdb5a24: done: 0.087996 sec","job_status":"done","queue_duration_s":0.24653,"scheduling_latency_s":0.246556,"redis_calls":10,"redis_duration_s":0.015192,"redis_read_bytes":9,"redis_write_bytes":1071,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002625,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.009065,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003502,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027876,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001589866,"duration_s":0.087996,"completed_at":"2026-08-28T11:20:24.850Z","load_balancing_strategy":"primary","db_duration_s":0.018117,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1512vm-test-run-nixbot-gitlab> gitlab # [ 148.517738] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:24.883Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"177b7a36b7de0627edec1e2d","created_at":"2026-08-28T11:20:24.519Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"8ddd5fe1c01e72f19321cbfc8f151a12","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.532Z","job_size_bytes":3,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-177b7a36b7de0627edec1e2d: start","job_status":"start","queue_duration_s":0.3515,"scheduling_latency_s":0.351559}1513vm-test-run-nixbot-gitlab> gitlab # [ 148.577611] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:24.943Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"177b7a36b7de0627edec1e2d","created_at":"2026-08-28T11:20:24.519Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"8ddd5fe1c01e72f19321cbfc8f151a12","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.532Z","job_size_bytes":3,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-177b7a36b7de0627edec1e2d: done: 0.060192 sec","job_status":"done","queue_duration_s":0.3515,"scheduling_latency_s":0.351559,"redis_calls":10,"redis_duration_s":0.009171,"redis_read_bytes":9,"redis_write_bytes":1203,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001035,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.006383,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001753,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018732,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001273067,"duration_s":0.060192,"completed_at":"2026-08-28T11:20:24.943Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00472,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1514vm-test-run-nixbot-gitlab> gitlab # [ 148.624505] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:24.990Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"3fd500fc387ab00e6dce5c3d","created_at":"2026-08-28T11:20:24.540Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c21d89cba7e1871ab0d90edef419f923","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.545Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-3fd500fc387ab00e6dce5c3d: start","job_status":"start","queue_duration_s":0.444842,"scheduling_latency_s":0.444886}1515vm-test-run-nixbot-gitlab> gitlab # [ 149.118805] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:25.484Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"3fd500fc387ab00e6dce5c3d","created_at":"2026-08-28T11:20:24.540Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c21d89cba7e1871ab0d90edef419f923","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.545Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-3fd500fc387ab00e6dce5c3d: done: 0.493884 sec","job_status":"done","queue_duration_s":0.444842,"scheduling_latency_s":0.444886,"redis_calls":14,"redis_duration_s":0.011821,"redis_read_bytes":13,"redis_write_bytes":1645,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.005181,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":580,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002533,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.004107,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":131,"db_write_count":0,"db_cached_count":84,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":131,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":84,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.066,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":131,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":84,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.066,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.229526,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.002059759,"exclusive_lock_hold_duration_s":0.420416282,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.493884,"completed_at":"2026-08-28T11:20:25.484Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.177973,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1516vm-test-run-nixbot-gitlab> gitlab # [ 149.186169] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:25.486Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::CleanupPackageRegistryWorker","jid":"687649d634fbd3813b89285d","created_at":"2026-08-28T11:20:24.564Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"312dd022816576617251b7d75c83e699","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:31163b2078644913f89feb2245c5fa62ac9118d29e04cf14ce0b5def57bba8ea","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.572Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::CleanupPackageRegistryWorker JID-687649d634fbd3813b89285d: start","job_status":"start","queue_duration_s":0.91376,"scheduling_latency_s":0.913775}1517vm-test-run-nixbot-gitlab> gitlab # [ 149.197759] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:25.537Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::CleanupPackageRegistryWorker","jid":"687649d634fbd3813b89285d","created_at":"2026-08-28T11:20:24.564Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"312dd022816576617251b7d75c83e699","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:31163b2078644913f89feb2245c5fa62ac9118d29e04cf14ce0b5def57bba8ea","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.572Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::CleanupPackageRegistryWorker JID-687649d634fbd3813b89285d: done: 0.051592 sec","job_status":"done","queue_duration_s":0.91376,"scheduling_latency_s":0.913775,"redis_calls":10,"redis_duration_s":0.002361,"redis_read_bytes":9,"redis_write_bytes":1125,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000463,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":319,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001423,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000475,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":10,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025285,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000294171,"extra.packages_cleanup_package_registry_worker.pending_destruction_package_files_count":0,"extra.packages_cleanup_package_registry_worker.processing_package_files_count":0,"extra.packages_cleanup_package_registry_worker.error_package_files_count":0,"extra.packages_cleanup_package_registry_worker.pending_cleanup_policies_count":0,"duration_s":0.051592,"completed_at":"2026-08-28T11:20:25.537Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.020363,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1518vm-test-run-nixbot-gitlab> gitlab # [ 149.234734] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:25.539Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"b743b171dbeb0b79d6cdbd94","created_at":"2026-08-28T11:20:24.575Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.584Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-b743b171dbeb0b79d6cdbd94: start","job_status":"start","queue_duration_s":0.954307,"scheduling_latency_s":0.954321}1519vm-test-run-nixbot-gitlab> gitlab # [ 149.248156] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:25.614Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"b743b171dbeb0b79d6cdbd94","created_at":"2026-08-28T11:20:24.575Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.584Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-b743b171dbeb0b79d6cdbd94: done: 0.075577 sec","job_status":"done","queue_duration_s":0.954307,"scheduling_latency_s":0.954321,"redis_calls":71,"redis_duration_s":0.015806,"redis_read_bytes":120,"redis_write_bytes":42674,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.002169,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.000776,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.01214,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000721,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.057619,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000325181,"duration_s":0.075577,"completed_at":"2026-08-28T11:20:25.614Z","load_balancing_strategy":"primary","db_duration_s":0.001926,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1520vm-test-run-nixbot-gitlab> gitlab # [ 149.266949] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:25.616Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"5df444cf648ac03f37c773de","created_at":"2026-08-28T11:20:24.587Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3ff26471a81d595c90f1547071e240f7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.597Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-5df444cf648ac03f37c773de: start","job_status":"start","queue_duration_s":1.018906,"scheduling_latency_s":1.018921}1521vm-test-run-nixbot-gitlab> gitlab # [ 149.274823] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:25.641Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1522vm-test-run-nixbot-gitlab> gitlab # [ 149.302534] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:25.669Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"5df444cf648ac03f37c773de","created_at":"2026-08-28T11:20:24.587Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3ff26471a81d595c90f1547071e240f7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.597Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-5df444cf648ac03f37c773de: done: 0.052854 sec","job_status":"done","queue_duration_s":1.018906,"scheduling_latency_s":1.018921,"redis_calls":10,"redis_duration_s":0.023396,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00054,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.022391,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000465,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009017,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0002816,"duration_s":0.052854,"completed_at":"2026-08-28T11:20:25.669Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000751,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1523vm-test-run-nixbot-gitlab> gitlab # [ 149.338410] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:25.704Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"19dce12f0ed33828e1333bd7","created_at":"2026-08-28T11:20:24.601Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4cb270dbe0717c50079aeede99535ff3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-08-28T11:20:24.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-19dce12f0ed33828e1333bd7: start","job_status":"start","queue_duration_s":1.097985,"scheduling_latency_s":1.098046}1524vm-test-run-nixbot-gitlab> gitlab # [ 149.391438] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:25.757Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"19dce12f0ed33828e1333bd7","created_at":"2026-08-28T11:20:24.601Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4cb270dbe0717c50079aeede99535ff3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-08-28T11:20:24.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-19dce12f0ed33828e1333bd7: done: 0.053166 sec","job_status":"done","queue_duration_s":1.097985,"scheduling_latency_s":1.098046,"redis_calls":10,"redis_duration_s":0.00303,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000461,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002004,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000565,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033102,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000552025,"duration_s":0.053166,"completed_at":"2026-08-28T11:20:25.757Z","load_balancing_strategy":"primary","db_duration_s":0.004659,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1525vm-test-run-nixbot-gitlab> gitlab # [ 149.426632] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:25.793Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"RepositoryCheck::DispatchWorker","jid":"3bebce1ab94b6d335aa6e448","created_at":"2026-08-28T11:20:24.616Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"54d683ba557a8d37d7d9476129e11903","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:bce0277309dfde25386eb0f6b49415f8ec269d6e1b0147ad102f2a38c86bd6e2","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.630Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"RepositoryCheck::DispatchWorker JID-3bebce1ab94b6d335aa6e448: start","job_status":"start","queue_duration_s":1.162215,"scheduling_latency_s":1.162267}1526vm-test-run-nixbot-gitlab> gitlab # [ 149.506190] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:25.872Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"RepositoryCheck::DispatchWorker","jid":"3bebce1ab94b6d335aa6e448","created_at":"2026-08-28T11:20:24.616Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"54d683ba557a8d37d7d9476129e11903","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:bce0277309dfde25386eb0f6b49415f8ec269d6e1b0147ad102f2a38c86bd6e2","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.630Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"RepositoryCheck::DispatchWorker JID-3bebce1ab94b6d335aa6e448: done: 0.079616 sec","job_status":"done","queue_duration_s":1.162215,"scheduling_latency_s":1.162267,"gitaly_calls":1,"gitaly_duration_s":0.022195,"redis_calls":26,"redis_duration_s":0.008343,"redis_read_bytes":45,"redis_write_bytes":3469,"redis_cache_calls":5,"redis_cache_duration_s":0.001648,"redis_cache_read_bytes":23,"redis_cache_write_bytes":95,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.002523,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1190,"redis_queues_calls":2,"redis_queues_duration_s":0.000406,"redis_queues_read_bytes":3,"redis_queues_write_bytes":917,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002281,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":758,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001485,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":509,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.051063,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.04165306,"duration_s":0.079616,"completed_at":"2026-08-28T11:20:25.872Z","load_balancing_strategy":"primary","db_duration_s":0.002595,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1527vm-test-run-nixbot-gitlab> gitlab # [ 149.567157] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:25.933Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"81198e6fc05c64d45367508a","created_at":"2026-08-28T11:20:24.657Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0a69d2d1993e2c8a87ce6947e4b662ae","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.675Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-81198e6fc05c64d45367508a: start","job_status":"start","queue_duration_s":1.258287,"scheduling_latency_s":1.258334}1528vm-test-run-nixbot-gitlab> gitlab # [ 149.627080] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:25.993Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"81198e6fc05c64d45367508a","created_at":"2026-08-28T11:20:24.657Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0a69d2d1993e2c8a87ce6947e4b662ae","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.675Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-81198e6fc05c64d45367508a: done: 0.059806 sec","job_status":"done","queue_duration_s":1.258287,"scheduling_latency_s":1.258334,"redis_calls":13,"redis_duration_s":0.0037349999999999996,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000404,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002263,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001068,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033118,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.015521247,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.059806,"completed_at":"2026-08-28T11:20:25.993Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004049,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1529vm-test-run-nixbot-gitlab> gitlab # [ 149.676479] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.042Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivateExpiredDeploymentsCronWorker","jid":"3740f7cc2b1dda060e3fa64d","created_at":"2026-08-28T11:20:24.681Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"77d210ff1df38ea73a9cf97cc693f8b5","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:787f72254f5c8a3553ab694c3728fa911b46196df537a2b1a46751f692c5ffa6","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.693Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivateExpiredDeploymentsCronWorker JID-3740f7cc2b1dda060e3fa64d: start","job_status":"start","queue_duration_s":1.349082,"scheduling_latency_s":1.349133}1530vm-test-run-nixbot-gitlab> gitlab # [ 149.750875] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.116Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivateExpiredDeploymentsCronWorker","jid":"3740f7cc2b1dda060e3fa64d","created_at":"2026-08-28T11:20:24.681Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"77d210ff1df38ea73a9cf97cc693f8b5","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:787f72254f5c8a3553ab694c3728fa911b46196df537a2b1a46751f692c5ffa6","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.693Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivateExpiredDeploymentsCronWorker JID-3740f7cc2b1dda060e3fa64d: done: 0.074098 sec","job_status":"done","queue_duration_s":1.349082,"scheduling_latency_s":1.349133,"redis_calls":10,"redis_duration_s":0.003452,"redis_read_bytes":9,"redis_write_bytes":1187,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000658,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002063,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000731,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.013,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.038192,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000534985,"extra.pages_deactivate_expired_deployments_cron_worker.deactivate_expired_pages_deployments":{"deactivated_deployments":0,"duration":0.00401755},"duration_s":0.074098,"completed_at":"2026-08-28T11:20:26.116Z","load_balancing_strategy":"primary","db_duration_s":0.017359,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1531vm-test-run-nixbot-gitlab> gitlab # [ 149.814387] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.180Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"5f931fc5b604351e20909787","created_at":"2026-08-28T11:20:24.673Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-2786e31e42ba498b","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ef7355ba6ef580e66c0179eb87c6a207","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.695Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-5f931fc5b604351e20909787: start","job_status":"start","queue_duration_s":1.484914,"scheduling_latency_s":1.484967}1532vm-test-run-nixbot-gitlab> gitlab # [ 149.847108] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.214Z","message":"No existing merge request to be cleaned up."}1533vm-test-run-nixbot-gitlab> gitlab # [ 149.868594] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.234Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"5f931fc5b604351e20909787","created_at":"2026-08-28T11:20:24.673Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-2786e31e42ba498b","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ef7355ba6ef580e66c0179eb87c6a207","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.695Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-5f931fc5b604351e20909787: done: 0.053949 sec","job_status":"done","queue_duration_s":1.484914,"scheduling_latency_s":1.484967,"redis_calls":13,"redis_duration_s":0.004413,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000461,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001174,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002778,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02802,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000405638,"duration_s":0.053949,"completed_at":"2026-08-28T11:20:26.234Z","load_balancing_strategy":"primary","db_duration_s":0.005524,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1534vm-test-run-nixbot-gitlab> gitlab # [ 149.915118] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.281Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ac957c9b33bc8e00034d592b","created_at":"2026-08-28T11:20:24.673Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-2786e31e42ba498b","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ef7355ba6ef580e66c0179eb87c6a207","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.695Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ac957c9b33bc8e00034d592b: start","job_status":"start","queue_duration_s":1.585751,"scheduling_latency_s":1.585794}1535vm-test-run-nixbot-gitlab> gitlab # [ 149.940243] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.307Z","message":"No existing merge request to be cleaned up."}1536vm-test-run-nixbot-gitlab> gitlab # [ 149.954119] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.320Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ac957c9b33bc8e00034d592b","created_at":"2026-08-28T11:20:24.673Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-2786e31e42ba498b","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ef7355ba6ef580e66c0179eb87c6a207","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.695Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ac957c9b33bc8e00034d592b: done: 0.038693 sec","job_status":"done","queue_duration_s":1.585751,"scheduling_latency_s":1.585794,"redis_calls":10,"redis_duration_s":0.003896,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000961,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002935,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019886,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.038693,"completed_at":"2026-08-28T11:20:26.320Z","load_balancing_strategy":"primary","db_duration_s":0.003298,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1537vm-test-run-nixbot-gitlab> gitlab # [ 149.986590] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.353Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"72cccafc76f8d1f0a1a158fe","created_at":"2026-08-28T11:20:24.673Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-2786e31e42ba498b","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ef7355ba6ef580e66c0179eb87c6a207","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.695Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-72cccafc76f8d1f0a1a158fe: start","job_status":"start","queue_duration_s":1.657188,"scheduling_latency_s":1.657228}1538vm-test-run-nixbot-gitlab> gitlab # [ 150.014861] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.381Z","message":"No existing merge request to be cleaned up."}1539vm-test-run-nixbot-gitlab> gitlab # [ 150.029798] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.396Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"72cccafc76f8d1f0a1a158fe","created_at":"2026-08-28T11:20:24.673Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-2786e31e42ba498b","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ef7355ba6ef580e66c0179eb87c6a207","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.695Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-72cccafc76f8d1f0a1a158fe: done: 0.043307 sec","job_status":"done","queue_duration_s":1.657188,"scheduling_latency_s":1.657228,"redis_calls":10,"redis_duration_s":0.004579,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001452,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003127,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023269,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.043307,"completed_at":"2026-08-28T11:20:26.396Z","load_balancing_strategy":"primary","db_duration_s":0.00389,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1540vm-test-run-nixbot-gitlab> gitlab # [ 150.062438] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.429Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"723e6901540d5b6baffa121e","created_at":"2026-08-28T11:20:24.673Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-2786e31e42ba498b","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ef7355ba6ef580e66c0179eb87c6a207","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.695Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-723e6901540d5b6baffa121e: start","job_status":"start","queue_duration_s":1.733055,"scheduling_latency_s":1.733098}1541vm-test-run-nixbot-gitlab> gitlab # [ 150.080501] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.447Z","message":"No existing merge request to be cleaned up."}1542vm-test-run-nixbot-gitlab> gitlab # [ 150.094278] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.460Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"723e6901540d5b6baffa121e","created_at":"2026-08-28T11:20:24.673Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-2786e31e42ba498b","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"ef7355ba6ef580e66c0179eb87c6a207","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.695Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-723e6901540d5b6baffa121e: done: 0.03185 sec","job_status":"done","queue_duration_s":1.733055,"scheduling_latency_s":1.733098,"redis_calls":10,"redis_duration_s":0.00419,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001114,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003076,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018984,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.03185,"completed_at":"2026-08-28T11:20:26.460Z","load_balancing_strategy":"primary","db_duration_s":0.003098,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1543vm-test-run-nixbot-gitlab> gitlab # [ 150.128367] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.494Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Releases::PublishEventWorker","jid":"83bd5722e7b384d1d702a02b","created_at":"2026-08-28T11:20:24.716Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d591afe102ac9126e977f7335fa07a98","meta.root_caller_id":"Cronjob","meta.feature_category":"release_orchestration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9f5dbd6b3e0f8a09b95f6e4bc38c93c1137695f37704af6aead7c9933a73fb55","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.761Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Releases::PublishEventWorker JID-83bd5722e7b384d1d702a02b: start","job_status":"start","queue_duration_s":1.73233,"scheduling_latency_s":1.732384}1544vm-test-run-nixbot-gitlab> gitlab # [ 150.209676] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.575Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Releases::PublishEventWorker","jid":"83bd5722e7b384d1d702a02b","created_at":"2026-08-28T11:20:24.716Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d591afe102ac9126e977f7335fa07a98","meta.root_caller_id":"Cronjob","meta.feature_category":"release_orchestration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9f5dbd6b3e0f8a09b95f6e4bc38c93c1137695f37704af6aead7c9933a73fb55","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.761Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Releases::PublishEventWorker JID-83bd5722e7b384d1d702a02b: done: 0.082162 sec","job_status":"done","queue_duration_s":1.73233,"scheduling_latency_s":1.732384,"redis_calls":10,"redis_duration_s":0.003164,"redis_read_bytes":9,"redis_write_bytes":1039,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000591,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002013,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00056,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.039196,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000499225,"duration_s":0.082162,"completed_at":"2026-08-28T11:20:26.575Z","load_balancing_strategy":"primary","db_duration_s":0.017272,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1545vm-test-run-nixbot-gitlab> gitlab # [ 150.270149] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.636Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"7a51d7a6a2721543c28684d5","created_at":"2026-08-28T11:20:24.777Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0330d16dd4c6621d7498aabf539a7090","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.795Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-7a51d7a6a2721543c28684d5: start","job_status":"start","queue_duration_s":1.841472,"scheduling_latency_s":1.841529}1546vm-test-run-nixbot-gitlab> gitlab # [ 150.316584] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.682Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"7a51d7a6a2721543c28684d5","created_at":"2026-08-28T11:20:24.777Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0330d16dd4c6621d7498aabf539a7090","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.795Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-7a51d7a6a2721543c28684d5: done: 0.046475 sec","job_status":"done","queue_duration_s":1.841472,"scheduling_latency_s":1.841529,"redis_calls":10,"redis_duration_s":0.002529,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000796,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001307,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000426,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022194,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000436369,"duration_s":0.046475,"completed_at":"2026-08-28T11:20:26.682Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003787,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1547vm-test-run-nixbot-gitlab> gitlab # [ 150.359642] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.726Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"79c33cf3f8382d9079eef2a8","created_at":"2026-08-28T11:20:24.808Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a3572ef523c12092da61d7e412fbf032","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.816Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-79c33cf3f8382d9079eef2a8: start","job_status":"start","queue_duration_s":1.910052,"scheduling_latency_s":1.910094}1548vm-test-run-nixbot-gitlab> gitlab # [ 150.410758] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.776Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"79c33cf3f8382d9079eef2a8","created_at":"2026-08-28T11:20:24.808Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a3572ef523c12092da61d7e412fbf032","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.816Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-79c33cf3f8382d9079eef2a8: done: 0.050763 sec","job_status":"done","queue_duration_s":1.910052,"scheduling_latency_s":1.910094,"redis_calls":10,"redis_duration_s":0.002129,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000425,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001252,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000452,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024207,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000405638,"duration_s":0.050763,"completed_at":"2026-08-28T11:20:26.776Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005376,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1549vm-test-run-nixbot-gitlab> gitlab # [ 150.455121] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.821Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"e628a2a4a3851b8b08e84974","created_at":"2026-08-28T11:20:24.835Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c693ce0207f85abc7d833cc2063770d7","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.852Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::InactiveProjectsDeletionCronWorker JID-e628a2a4a3851b8b08e84974: start","job_status":"start","queue_duration_s":1.968743,"scheduling_latency_s":1.96878}1550vm-test-run-nixbot-gitlab> gitlab # [ 150.492735] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.859Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"e628a2a4a3851b8b08e84974","created_at":"2026-08-28T11:20:24.835Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c693ce0207f85abc7d833cc2063770d7","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.852Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::InactiveProjectsDeletionCronWorker JID-e628a2a4a3851b8b08e84974: done: 0.037575 sec","job_status":"done","queue_duration_s":1.968743,"scheduling_latency_s":1.96878,"redis_calls":10,"redis_duration_s":0.003417,"redis_read_bytes":9,"redis_write_bytes":1179,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000681,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001944,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":610,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000792,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":238,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022848,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00051934,"duration_s":0.037575,"completed_at":"2026-08-28T11:20:26.859Z","load_balancing_strategy":"primary","db_duration_s":0.000831,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1551vm-test-run-nixbot-gitlab> gitlab # [ 150.528145] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:26.894Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"c55eb3a6a584ea1d339f96e7","created_at":"2026-08-28T11:20:24.882Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"234658a699e7085bccce02e8f4da985b","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.889Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-c55eb3a6a584ea1d339f96e7: start","job_status":"start","queue_duration_s":2.004707,"scheduling_latency_s":2.004777}1552vm-test-run-nixbot-gitlab> gitlab # [ 150.862746] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:27.229Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"c55eb3a6a584ea1d339f96e7","created_at":"2026-08-28T11:20:24.882Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"234658a699e7085bccce02e8f4da985b","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.889Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-c55eb3a6a584ea1d339f96e7: done: 0.335038 sec","job_status":"done","queue_duration_s":2.004707,"scheduling_latency_s":2.004777,"redis_calls":565,"redis_duration_s":0.115464,"redis_read_bytes":564,"redis_write_bytes":49139,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00067,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001621,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":557,"redis_shared_state_duration_s":0.113173,"redis_shared_state_read_bytes":558,"redis_shared_state_write_bytes":48290,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.245243,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00030367,"duration_s":0.335038,"completed_at":"2026-08-28T11:20:27.229Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001002,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1553vm-test-run-nixbot-gitlab> gitlab # [ 150.897481] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:27.264Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"30f3190eb2f9f1374722985d","created_at":"2026-08-28T11:20:24.893Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ddb76feac8353e51408066a47b430005","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.896Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainSslRenewalCronWorker JID-30f3190eb2f9f1374722985d: start","job_status":"start","queue_duration_s":2.367737,"scheduling_latency_s":2.367761}1554vm-test-run-nixbot-gitlab> gitlab # [ 150.942549] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:27.308Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"30f3190eb2f9f1374722985d","created_at":"2026-08-28T11:20:24.893Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ddb76feac8353e51408066a47b430005","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.896Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainSslRenewalCronWorker JID-30f3190eb2f9f1374722985d: done: 0.044691 sec","job_status":"done","queue_duration_s":2.367737,"scheduling_latency_s":2.367761,"redis_calls":10,"redis_duration_s":0.0030470000000000002,"redis_read_bytes":9,"redis_write_bytes":1087,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000694,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001791,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":566,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000562,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":216,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021591,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00054532,"duration_s":0.044691,"completed_at":"2026-08-28T11:20:27.308Z","load_balancing_strategy":"primary","db_duration_s":0.00093,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1555vm-test-run-nixbot-gitlab> gitlab # [ 150.977319] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:27.343Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::TimedOutBuilds::DropTimedOutWorker","jid":"cd82762dc2f2db582a585be0","created_at":"2026-08-28T11:20:24.899Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ed28c06b758368602686e3b3a7df12a0","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:11a5fdbfa1bf52035908acc769acf4caef1368e7f031a24ef8a306464e46866a","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.911Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropTimedOutWorker JID-cd82762dc2f2db582a585be0: start","job_status":"start","queue_duration_s":2.432637,"scheduling_latency_s":2.43268}1556vm-test-run-nixbot-gitlab> gitlab # [ 151.035881] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:27.402Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::TimedOutBuilds::DropTimedOutWorker","jid":"cd82762dc2f2db582a585be0","created_at":"2026-08-28T11:20:24.899Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ed28c06b758368602686e3b3a7df12a0","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:11a5fdbfa1bf52035908acc769acf4caef1368e7f031a24ef8a306464e46866a","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.911Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropTimedOutWorker JID-cd82762dc2f2db582a585be0: done: 0.058423 sec","job_status":"done","queue_duration_s":2.432637,"scheduling_latency_s":2.43268,"redis_calls":20,"redis_duration_s":0.004579,"redis_read_bytes":23,"redis_write_bytes":4315,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.001391,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1065,"redis_queues_calls":4,"redis_queues_duration_s":0.0006,"redis_queues_read_bytes":6,"redis_queues_write_bytes":2020,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.002139,"redis_queues_metadata_read_bytes":8,"redis_queues_metadata_write_bytes":1004,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000449,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":226,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033599,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000434971,"duration_s":0.058423,"completed_at":"2026-08-28T11:20:27.402Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003159,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1557vm-test-run-nixbot-gitlab> gitlab # [ 151.076168] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:27.442Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"f8adc98bcbea8ff982f873d0","created_at":"2026-08-28T11:20:24.924Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b0d717e31bffa8009c4afe420bd88aff","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.940Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-f8adc98bcbea8ff982f873d0: start","job_status":"start","queue_duration_s":2.502152,"scheduling_latency_s":2.502204}1558vm-test-run-nixbot-gitlab> gitlab # [ 151.118215] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:27.484Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"f8adc98bcbea8ff982f873d0","created_at":"2026-08-28T11:20:24.924Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b0d717e31bffa8009c4afe420bd88aff","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:24.940Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-f8adc98bcbea8ff982f873d0: done: 0.04156 sec","job_status":"done","queue_duration_s":2.502152,"scheduling_latency_s":2.502204,"redis_calls":12,"redis_duration_s":0.0044340000000000004,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000612,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002212,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00161,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023393,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000812673,"exclusive_lock_hold_duration_s":0.009084953,"duration_s":0.04156,"completed_at":"2026-08-28T11:20:27.484Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003986,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1559vm-test-run-nixbot-gitlab> gitlab # [ 151.154996] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:27.520Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::Cleanup::DeleteOrphanedDependenciesWorker","jid":"163e47297c62119db1ec2de4","created_at":"2026-08-28T11:20:24.985Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1a2b3c9b562a5c16b8abec834d009273","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ae1976bd21c961bb04f5dedb6e2b63c4b50acd9c52a47e7573ade27e3c65ce36","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.008Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::Cleanup::DeleteOrphanedDependenciesWorker JID-163e47297c62119db1ec2de4: start","job_status":"start","queue_duration_s":2.511981,"scheduling_latency_s":2.512028}1560vm-test-run-nixbot-gitlab> gitlab # [ 151.197730] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:27.564Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::Cleanup::DeleteOrphanedDependenciesWorker","jid":"163e47297c62119db1ec2de4","created_at":"2026-08-28T11:20:24.985Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1a2b3c9b562a5c16b8abec834d009273","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ae1976bd21c961bb04f5dedb6e2b63c4b50acd9c52a47e7573ade27e3c65ce36","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.008Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::Cleanup::DeleteOrphanedDependenciesWorker JID-163e47297c62119db1ec2de4: done: 0.043439 sec","job_status":"done","queue_duration_s":2.511981,"scheduling_latency_s":2.512028,"redis_calls":13,"redis_duration_s":0.006385,"redis_read_bytes":10,"redis_write_bytes":1343,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001036,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":345,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001766,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":630,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.003583,"redis_shared_state_read_bytes":4,"redis_shared_state_write_bytes":368,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022159,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000554261,"extra.packages_cleanup_delete_orphaned_dependencies_worker.last_processed_packages_dependency_id":0,"extra.packages_cleanup_delete_orphaned_dependencies_worker.deleted_rows_count":0,"duration_s":0.043439,"completed_at":"2026-08-28T11:20:27.564Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004923,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1561vm-test-run-nixbot-gitlab> gitlab # [ 151.201282] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:27.567Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"e1f54b14f3a58943db5d6dfa","created_at":"2026-08-28T11:20:25.014Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"504e1a630e6607f676e587f46d041148","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.028Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-e1f54b14f3a58943db5d6dfa: start","job_status":"start","queue_duration_s":2.539117,"scheduling_latency_s":2.539148}1562vm-test-run-nixbot-gitlab> gitlab # [ 151.257091] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:27.623Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"e1f54b14f3a58943db5d6dfa","created_at":"2026-08-28T11:20:25.014Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"504e1a630e6607f676e587f46d041148","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.028Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-e1f54b14f3a58943db5d6dfa: done: 0.055602 sec","job_status":"done","queue_duration_s":2.539117,"scheduling_latency_s":2.539148,"redis_calls":10,"redis_duration_s":0.002874,"redis_read_bytes":9,"redis_write_bytes":1109,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000583,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":315,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001751,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00054,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.024,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.024,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01891,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000398654,"duration_s":0.055602,"completed_at":"2026-08-28T11:20:27.623Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.025574,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1563vm-test-run-nixbot-gitlab> gitlab # [ 151.293255] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:27.660Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"a1e81e3a4c8f0cc733bd7c1a","created_at":"2026-08-28T11:20:25.039Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b4a7b26ff0d110172d7cda3da8e3d632","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.052Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-a1e81e3a4c8f0cc733bd7c1a: start","job_status":"start","queue_duration_s":2.606982,"scheduling_latency_s":2.607018}1564vm-test-run-nixbot-gitlab> gitlab # [ 151.352814] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:27.719Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"a1e81e3a4c8f0cc733bd7c1a","created_at":"2026-08-28T11:20:25.039Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b4a7b26ff0d110172d7cda3da8e3d632","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.052Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-a1e81e3a4c8f0cc733bd7c1a: done: 0.059263 sec","job_status":"done","queue_duration_s":2.606982,"scheduling_latency_s":2.607018,"redis_calls":10,"redis_duration_s":0.003144,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000612,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001938,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000594,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020211,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000578007,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.059263,"completed_at":"2026-08-28T11:20:27.719Z","load_balancing_strategy":"primary","db_duration_s":0.014868,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1565vm-test-run-nixbot-gitlab> gitlab # [ 151.395737] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:27.761Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"12253b2561155fd8f67e94b2","created_at":"2026-08-28T11:20:25.071Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5e7cdab189a10fc5d123ec789dabdff2","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.095Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-12253b2561155fd8f67e94b2: start","job_status":"start","queue_duration_s":2.66618,"scheduling_latency_s":2.666222}1566vm-test-run-nixbot-gitlab> gitlab # [ 151.534932] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:27.901Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"12253b2561155fd8f67e94b2","created_at":"2026-08-28T11:20:25.071Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5e7cdab189a10fc5d123ec789dabdff2","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.095Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-12253b2561155fd8f67e94b2: done: 0.139888 sec","job_status":"done","queue_duration_s":2.66618,"scheduling_latency_s":2.666222,"redis_calls":12,"redis_duration_s":0.006303,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.000656,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000636,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004392,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000619,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.122537,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.108501779,"duration_s":0.139888,"completed_at":"2026-08-28T11:20:27.901Z","load_balancing_strategy":"primary","db_duration_s":0.000906,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1567vm-test-run-nixbot-gitlab> gitlab # [ 151.642858] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.009Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"cf6ab3f6e7a388481f3e6b75","created_at":"2026-08-28T11:20:25.109Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ddc48eac504ecba8434cf42dd0e67f2b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.118Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-cf6ab3f6e7a388481f3e6b75: start","job_status":"start","queue_duration_s":2.890932,"scheduling_latency_s":2.890986}1568vm-test-run-nixbot-gitlab> gitlab # [ 151.766629] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.132Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"cf6ab3f6e7a388481f3e6b75","created_at":"2026-08-28T11:20:25.109Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ddc48eac504ecba8434cf42dd0e67f2b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.118Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-cf6ab3f6e7a388481f3e6b75: done: 0.123744 sec","job_status":"done","queue_duration_s":2.890932,"scheduling_latency_s":2.890986,"redis_calls":12,"redis_duration_s":0.017465,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.004521,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.008899,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.004045,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.035,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.035,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035136,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.002711518,"exclusive_lock_hold_duration_s":0.033678862,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.123744,"completed_at":"2026-08-28T11:20:28.132Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.03868,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1569vm-test-run-nixbot-gitlab> gitlab # [ 151.821039] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.180Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"78931a88c1b67e919feb80ee","created_at":"2026-08-28T11:20:25.122Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9ccefa7a12d91f2c6bd60b6777a6feca","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.129Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-78931a88c1b67e919feb80ee: start","job_status":"start","queue_duration_s":3.050223,"scheduling_latency_s":3.050268}1570vm-test-run-nixbot-gitlab> gitlab # [ 151.878503] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.244Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"78931a88c1b67e919feb80ee","created_at":"2026-08-28T11:20:25.122Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9ccefa7a12d91f2c6bd60b6777a6feca","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.129Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-78931a88c1b67e919feb80ee: done: 0.064189 sec","job_status":"done","queue_duration_s":3.050223,"scheduling_latency_s":3.050268,"redis_calls":12,"redis_duration_s":0.009644999999999999,"redis_read_bytes":11,"redis_write_bytes":1482,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.003065,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":610,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.005154,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001426,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02168,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000928609,"duration_s":0.064189,"completed_at":"2026-08-28T11:20:28.244Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003796,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1571vm-test-run-nixbot-gitlab> gitlab # [ 151.922180] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.288Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"68b6b02e4fab8060e30bb833","created_at":"2026-08-28T11:20:25.139Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"76ddec2a5febf6c63fa6f142c3e97303","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.149Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-68b6b02e4fab8060e30bb833: start","job_status":"start","queue_duration_s":3.139139,"scheduling_latency_s":3.139183}1572vm-test-run-nixbot-gitlab> gitlab # [ 151.969732] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.336Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1573vm-test-run-nixbot-gitlab> gitlab # [ 151.988662] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.355Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"68b6b02e4fab8060e30bb833","created_at":"2026-08-28T11:20:25.139Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"76ddec2a5febf6c63fa6f142c3e97303","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.149Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-68b6b02e4fab8060e30bb833: done: 0.066498 sec","job_status":"done","queue_duration_s":3.139139,"scheduling_latency_s":3.139183,"redis_calls":10,"redis_duration_s":0.008288,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001952,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004943,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001393,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017763,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000711543,"duration_s":0.066498,"completed_at":"2026-08-28T11:20:28.355Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002679,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1574vm-test-run-nixbot-gitlab> gitlab # [ 152.027805] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.394Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"dae19799c359c3ce74c669d6","created_at":"2026-08-28T11:20:25.155Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"985044cec77fe84f5cb4742d115e368f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-08-28T11:20:25.164Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-dae19799c359c3ce74c669d6: start","job_status":"start","queue_duration_s":3.229469,"scheduling_latency_s":3.229512}1575vm-test-run-nixbot-gitlab> gitlab # [ 152.072345] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.439Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1576vm-test-run-nixbot-gitlab> gitlab # [ 152.096278] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.462Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"dae19799c359c3ce74c669d6","created_at":"2026-08-28T11:20:25.155Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"985044cec77fe84f5cb4742d115e368f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-08-28T11:20:25.164Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-dae19799c359c3ce74c669d6: done: 0.068796 sec","job_status":"done","queue_duration_s":3.229469,"scheduling_latency_s":3.229512,"redis_calls":10,"redis_duration_s":0.010048,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001283,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.007332,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001433,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018679,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001806095,"duration_s":0.068796,"completed_at":"2026-08-28T11:20:28.462Z","load_balancing_strategy":"primary","db_duration_s":0.002201,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1577vm-test-run-nixbot-gitlab> gitlab # [ 152.140614] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.507Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivatedDeploymentsDeleteCronWorker","jid":"e9f1e23d68fe7e07923e8a7a","created_at":"2026-08-28T11:20:25.168Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"36d91568bea56ca54fa435820b53d9dc","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:02dc87c01bb5b1cecbe6eae0009120537d166f4adbbb83ef540bec12f0f9136a","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.176Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivatedDeploymentsDeleteCronWorker JID-e9f1e23d68fe7e07923e8a7a: start","job_status":"start","queue_duration_s":3.330392,"scheduling_latency_s":3.330497}1578vm-test-run-nixbot-gitlab> gitlab # [ 152.210835] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.575Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivatedDeploymentsDeleteCronWorker","jid":"e9f1e23d68fe7e07923e8a7a","created_at":"2026-08-28T11:20:25.168Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"36d91568bea56ca54fa435820b53d9dc","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:02dc87c01bb5b1cecbe6eae0009120537d166f4adbbb83ef540bec12f0f9136a","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.176Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivatedDeploymentsDeleteCronWorker JID-e9f1e23d68fe7e07923e8a7a: done: 0.068494 sec","job_status":"done","queue_duration_s":3.330392,"scheduling_latency_s":3.330497,"redis_calls":10,"redis_duration_s":0.010988999999999999,"redis_read_bytes":9,"redis_write_bytes":1187,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001924,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00784,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001225,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018824,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.002666819,"duration_s":0.068494,"completed_at":"2026-08-28T11:20:28.575Z","load_balancing_strategy":"primary","db_duration_s":0.003639,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1579vm-test-run-nixbot-gitlab> gitlab # [ 152.247670] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.614Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"3b30eefa01412b74f0f95245","created_at":"2026-08-28T11:20:25.187Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c05327b2a5a8d2104f98c0b94979273c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-08-28T11:20:25.198Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-3b30eefa01412b74f0f95245: start","job_status":"start","queue_duration_s":3.416141,"scheduling_latency_s":3.416162}1580vm-test-run-nixbot-gitlab> gitlab # [ 152.272129] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.639Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1581vm-test-run-nixbot-gitlab> gitlab # [ 152.285925] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.652Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"3b30eefa01412b74f0f95245","created_at":"2026-08-28T11:20:25.187Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c05327b2a5a8d2104f98c0b94979273c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-08-28T11:20:25.198Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-3b30eefa01412b74f0f95245: done: 0.03811 sec","job_status":"done","queue_duration_s":3.416141,"scheduling_latency_s":3.416162,"redis_calls":10,"redis_duration_s":0.006879,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001878,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003405,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001596,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010303,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001038121,"duration_s":0.03811,"completed_at":"2026-08-28T11:20:28.652Z","load_balancing_strategy":"primary","db_duration_s":0.001214,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1582vm-test-run-nixbot-gitlab> gitlab # [ 152.323051] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.689Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"821fe129746dec89c779bd73","created_at":"2026-08-28T11:20:25.212Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cfc9bf2b3e8aa79d4e9430857aaff4a5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.226Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-821fe129746dec89c779bd73: start","job_status":"start","queue_duration_s":3.462952,"scheduling_latency_s":3.462978}1583vm-test-run-nixbot-gitlab> gitlab # [ 152.396539] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.762Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"821fe129746dec89c779bd73","created_at":"2026-08-28T11:20:25.212Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cfc9bf2b3e8aa79d4e9430857aaff4a5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.226Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-821fe129746dec89c779bd73: done: 0.073058 sec","job_status":"done","queue_duration_s":3.462952,"scheduling_latency_s":3.462978,"redis_calls":10,"redis_duration_s":0.014344,"redis_read_bytes":9,"redis_write_bytes":1299,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002639,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":361,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.009815,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00189,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017961,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001985169,"duration_s":0.073058,"completed_at":"2026-08-28T11:20:28.762Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004316,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1584vm-test-run-nixbot-gitlab> gitlab # [ 152.422769] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.771Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"a45f2399b1993e71ad044314","created_at":"2026-08-28T11:20:25.260Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a87bdde0c89ea4a6bbbf2e3efb03f53c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.278Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-a45f2399b1993e71ad044314: start","job_status":"start","queue_duration_s":3.493086,"scheduling_latency_s":3.493121}1585vm-test-run-nixbot-gitlab> gitlab # [ 152.462751] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.829Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1586vm-test-run-nixbot-gitlab> gitlab # [ 152.485742] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.852Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"a45f2399b1993e71ad044314","created_at":"2026-08-28T11:20:25.260Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a87bdde0c89ea4a6bbbf2e3efb03f53c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.278Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-a45f2399b1993e71ad044314: done: 0.080474 sec","job_status":"done","queue_duration_s":3.493086,"scheduling_latency_s":3.493121,"redis_calls":10,"redis_duration_s":0.04102,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00246,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.03432,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00424,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011184,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000895365,"duration_s":0.080474,"completed_at":"2026-08-28T11:20:28.852Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002138,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1587vm-test-run-nixbot-gitlab> gitlab # [ 152.504796] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:28.861Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"97b411aea411c109b7f27817","created_at":"2026-08-28T11:20:25.302Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"14bd538a4e96c6279d400d82e67ded3b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.319Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-97b411aea411c109b7f27817: start","job_status":"start","queue_duration_s":3.541483,"scheduling_latency_s":3.541524}1588vm-test-run-nixbot-gitlab> gitlab # [ 152.646104] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.012Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"97b411aea411c109b7f27817","created_at":"2026-08-28T11:20:25.302Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"14bd538a4e96c6279d400d82e67ded3b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.319Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-97b411aea411c109b7f27817: done: 0.151306 sec","job_status":"done","queue_duration_s":3.541483,"scheduling_latency_s":3.541524,"redis_calls":14,"redis_duration_s":0.041115,"redis_read_bytes":13,"redis_write_bytes":1883,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.005369,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.008698,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.027048,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.017,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.03571,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001022197,"exclusive_lock_hold_duration_s":0.070872695,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.151306,"completed_at":"2026-08-28T11:20:29.012Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.068481,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1589vm-test-run-nixbot-gitlab> gitlab # [ 152.704963] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.071Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"409b19c94d167d5504631172","created_at":"2026-08-28T11:20:25.338Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9b56e56537d0d9996323faca8326df05","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.355Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-409b19c94d167d5504631172: start","job_status":"start","queue_duration_s":3.716078,"scheduling_latency_s":3.716137}1590vm-test-run-nixbot-gitlab> gitlab # [ 152.772629] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.138Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"409b19c94d167d5504631172","created_at":"2026-08-28T11:20:25.338Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9b56e56537d0d9996323faca8326df05","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.355Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-409b19c94d167d5504631172: done: 0.067201 sec","job_status":"done","queue_duration_s":3.716078,"scheduling_latency_s":3.716137,"redis_calls":12,"redis_duration_s":0.017553,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002566,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00798,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.007007,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022029,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000878324,"exclusive_lock_hold_duration_s":0.007367417,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.067201,"completed_at":"2026-08-28T11:20:29.138Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005579,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1591vm-test-run-nixbot-gitlab> gitlab # [ 152.802095] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.143Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f21035eb87d20ecb92b88f18","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f21035eb87d20ecb92b88f18: start","job_status":"start","queue_duration_s":3.536229,"scheduling_latency_s":3.536261}1592vm-test-run-nixbot-gitlab> gitlab # [ 152.878520] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.244Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f21035eb87d20ecb92b88f18","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f21035eb87d20ecb92b88f18: done: 0.101869 sec","job_status":"done","queue_duration_s":3.536229,"scheduling_latency_s":3.536261,"redis_calls":16,"redis_duration_s":0.048518,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.028712,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00567,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.014136,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023425,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00216061,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.101869,"completed_at":"2026-08-28T11:20:29.244Z","load_balancing_strategy":"primary","db_duration_s":0.002604,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1593vm-test-run-nixbot-gitlab> gitlab # [ 152.905461] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.266Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"abb9ad5df2cab0be9013bb12","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-abb9ad5df2cab0be9013bb12: start","job_status":"start","queue_duration_s":3.659862,"scheduling_latency_s":3.659909}1594vm-test-run-nixbot-gitlab> gitlab # [ 152.972883] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.339Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"abb9ad5df2cab0be9013bb12","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-abb9ad5df2cab0be9013bb12: done: 0.073026 sec","job_status":"done","queue_duration_s":3.659862,"scheduling_latency_s":3.659909,"redis_calls":13,"redis_duration_s":0.018704,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005689,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.013015,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017109,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.073026,"completed_at":"2026-08-28T11:20:29.339Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1595vm-test-run-nixbot-gitlab> gitlab # [ 153.009953] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.376Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1ced0fbff3ea01ce363d0965","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1ced0fbff3ea01ce363d0965: start","job_status":"start","queue_duration_s":3.769773,"scheduling_latency_s":3.769838}1596vm-test-run-nixbot-gitlab> gitlab # [ 153.059440] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.425Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1ced0fbff3ea01ce363d0965","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1ced0fbff3ea01ce363d0965: done: 0.049432 sec","job_status":"done","queue_duration_s":3.769773,"scheduling_latency_s":3.769838,"redis_calls":13,"redis_duration_s":0.020229,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.006597,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.013632,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012459,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.049432,"completed_at":"2026-08-28T11:20:29.425Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1597vm-test-run-nixbot-gitlab> gitlab # [ 153.100114] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.466Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b0fb90e3cc58ec96d0cb1ab2","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b0fb90e3cc58ec96d0cb1ab2: start","job_status":"start","queue_duration_s":3.860008,"scheduling_latency_s":3.860042}1598vm-test-run-nixbot-gitlab> gitlab # [ 153.159671] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.525Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b0fb90e3cc58ec96d0cb1ab2","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b0fb90e3cc58ec96d0cb1ab2: done: 0.059096 sec","job_status":"done","queue_duration_s":3.860008,"scheduling_latency_s":3.860042,"redis_calls":13,"redis_duration_s":0.018079,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005236,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.012843,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016914,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.059096,"completed_at":"2026-08-28T11:20:29.525Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1599vm-test-run-nixbot-gitlab> gitlab # [ 153.197574] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.564Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"52c5d7bc7300077579767043","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-52c5d7bc7300077579767043: start","job_status":"start","queue_duration_s":3.957562,"scheduling_latency_s":3.957592}1600vm-test-run-nixbot-gitlab> gitlab # [ 153.258103] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.624Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"52c5d7bc7300077579767043","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-52c5d7bc7300077579767043: done: 0.059848 sec","job_status":"done","queue_duration_s":3.957562,"scheduling_latency_s":3.957592,"redis_calls":13,"redis_duration_s":0.015489,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005624,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.009865,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014962,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.059848,"completed_at":"2026-08-28T11:20:29.624Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1601vm-test-run-nixbot-gitlab> gitlab # [ 153.301096] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.667Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4ece74cc8bee2474fa3dca03","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4ece74cc8bee2474fa3dca03: start","job_status":"start","queue_duration_s":4.061037,"scheduling_latency_s":4.061069}1602vm-test-run-nixbot-gitlab> gitlab # [ 153.342889] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.709Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4ece74cc8bee2474fa3dca03","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4ece74cc8bee2474fa3dca03: done: 0.041942 sec","job_status":"done","queue_duration_s":4.061037,"scheduling_latency_s":4.061069,"redis_calls":13,"redis_duration_s":0.010139,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00267,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.007469,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010307,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.041942,"completed_at":"2026-08-28T11:20:29.709Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1603vm-test-run-nixbot-gitlab> gitlab # [ 153.374709] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.725Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e48acc3773bd3f893a3db5e","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e48acc3773bd3f893a3db5e: start","job_status":"start","queue_duration_s":4.119037,"scheduling_latency_s":4.119069}1604vm-test-run-nixbot-gitlab> gitlab # [ 153.390677] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.757Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e48acc3773bd3f893a3db5e","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e48acc3773bd3f893a3db5e: done: 0.031742 sec","job_status":"done","queue_duration_s":4.119037,"scheduling_latency_s":4.119069,"redis_calls":13,"redis_duration_s":0.012039,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.010591,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001448,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007707,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.031742,"completed_at":"2026-08-28T11:20:29.757Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1605vm-test-run-nixbot-gitlab> gitlab # [ 153.422754] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.759Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"010c140e84aaab7c8622f6a1","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-010c140e84aaab7c8622f6a1: start","job_status":"start","queue_duration_s":4.153049,"scheduling_latency_s":4.153065}1606vm-test-run-nixbot-gitlab> gitlab # [ 153.423307] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.780Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"010c140e84aaab7c8622f6a1","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-010c140e84aaab7c8622f6a1: done: 0.020241 sec","job_status":"done","queue_duration_s":4.153049,"scheduling_latency_s":4.153065,"redis_calls":13,"redis_duration_s":0.0028269999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000512,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002315,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006682,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020241,"completed_at":"2026-08-28T11:20:29.780Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1607vm-test-run-nixbot-gitlab> gitlab # [ 153.428622] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.781Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5249b2b93a280315234a57b3","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5249b2b93a280315234a57b3: start","job_status":"start","queue_duration_s":4.174276,"scheduling_latency_s":4.17429}1608vm-test-run-nixbot-gitlab> gitlab # [ 153.516847] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.883Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5249b2b93a280315234a57b3","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5249b2b93a280315234a57b3: done: 0.102141 sec","job_status":"done","queue_duration_s":4.174276,"scheduling_latency_s":4.17429,"redis_calls":13,"redis_duration_s":0.066472,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002588,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.063884,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01375,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.102141,"completed_at":"2026-08-28T11:20:29.883Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1609vm-test-run-nixbot-gitlab> gitlab # [ 153.536574] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.887Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"110739d19ba31beeb34541a1","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-110739d19ba31beeb34541a1: start","job_status":"start","queue_duration_s":4.280562,"scheduling_latency_s":4.280603}1610vm-test-run-nixbot-gitlab> gitlab # [ 153.572945] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.939Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"110739d19ba31beeb34541a1","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-110739d19ba31beeb34541a1: done: 0.0521 sec","job_status":"done","queue_duration_s":4.280562,"scheduling_latency_s":4.280603,"redis_calls":13,"redis_duration_s":0.017324,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00492,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.012404,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01396,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0521,"completed_at":"2026-08-28T11:20:29.939Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1611vm-test-run-nixbot-gitlab> gitlab # [ 153.591972] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:29.947Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8b38b61bfa6e4ee56415bb4","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8b38b61bfa6e4ee56415bb4: start","job_status":"start","queue_duration_s":4.340457,"scheduling_latency_s":4.340496}1612vm-test-run-nixbot-gitlab> gitlab # [ 153.662224] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.028Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8b38b61bfa6e4ee56415bb4","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8b38b61bfa6e4ee56415bb4: done: 0.081413 sec","job_status":"done","queue_duration_s":4.340457,"scheduling_latency_s":4.340496,"redis_calls":13,"redis_duration_s":0.040004000000000005,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005122,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.034882,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017326,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.081413,"completed_at":"2026-08-28T11:20:30.028Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1613vm-test-run-nixbot-gitlab> gitlab # [ 153.694899] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.033Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cfc4fc4c0be27ccb7568fd70","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cfc4fc4c0be27ccb7568fd70: start","job_status":"start","queue_duration_s":4.426159,"scheduling_latency_s":4.426198}1614vm-test-run-nixbot-gitlab> gitlab # [ 153.727496] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.093Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cfc4fc4c0be27ccb7568fd70","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cfc4fc4c0be27ccb7568fd70: done: 0.06092 sec","job_status":"done","queue_duration_s":4.426159,"scheduling_latency_s":4.426198,"redis_calls":13,"redis_duration_s":0.018154,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003567,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.014587,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013082,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.06092,"completed_at":"2026-08-28T11:20:30.093Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1615vm-test-run-nixbot-gitlab> gitlab # [ 153.763404] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.130Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2b95fc894ede836a3f18e3f3","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2b95fc894ede836a3f18e3f3: start","job_status":"start","queue_duration_s":4.523223,"scheduling_latency_s":4.523269}1616vm-test-run-nixbot-gitlab> gitlab # [ 153.903442] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.269Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2b95fc894ede836a3f18e3f3","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2b95fc894ede836a3f18e3f3: done: 0.139848 sec","job_status":"done","queue_duration_s":4.523223,"scheduling_latency_s":4.523269,"redis_calls":13,"redis_duration_s":0.019067,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005609,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.013458,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016722,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.139848,"completed_at":"2026-08-28T11:20:30.269Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1617vm-test-run-nixbot-gitlab> gitlab # [ 153.960078] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.326Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"27fc316a63b5487ccb90ac46","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-27fc316a63b5487ccb90ac46: start","job_status":"start","queue_duration_s":4.719679,"scheduling_latency_s":4.719728}1618vm-test-run-nixbot-gitlab> gitlab # [ 154.009516] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.376Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"27fc316a63b5487ccb90ac46","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-27fc316a63b5487ccb90ac46: done: 0.049771 sec","job_status":"done","queue_duration_s":4.719679,"scheduling_latency_s":4.719728,"redis_calls":13,"redis_duration_s":0.014394,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.006128,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.008266,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01308,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.049771,"completed_at":"2026-08-28T11:20:30.376Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1619vm-test-run-nixbot-gitlab> gitlab # [ 154.044949] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.411Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad942ffba7142e437a1d5cb2","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad942ffba7142e437a1d5cb2: start","job_status":"start","queue_duration_s":4.804922,"scheduling_latency_s":4.804953}1620vm-test-run-nixbot-gitlab> gitlab # [ 154.083959] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.450Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad942ffba7142e437a1d5cb2","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad942ffba7142e437a1d5cb2: done: 0.03909 sec","job_status":"done","queue_duration_s":4.804922,"scheduling_latency_s":4.804953,"redis_calls":13,"redis_duration_s":0.009087,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002404,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.006683,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00842,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.03909,"completed_at":"2026-08-28T11:20:30.450Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1621vm-test-run-nixbot-gitlab> gitlab # [ 154.102675] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.458Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"05b874aaf4edad5c617fba4b","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-05b874aaf4edad5c617fba4b: start","job_status":"start","queue_duration_s":4.851454,"scheduling_latency_s":4.851472}1622vm-test-run-nixbot-gitlab> gitlab # [ 154.131707] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.498Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"05b874aaf4edad5c617fba4b","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-05b874aaf4edad5c617fba4b: done: 0.040194 sec","job_status":"done","queue_duration_s":4.851454,"scheduling_latency_s":4.851472,"redis_calls":13,"redis_duration_s":0.019455,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00676,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.012695,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008265,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.040194,"completed_at":"2026-08-28T11:20:30.498Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1623vm-test-run-nixbot-gitlab> gitlab # [ 154.166978] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.533Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e257dc7057f4bf8b34626581","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e257dc7057f4bf8b34626581: start","job_status":"start","queue_duration_s":4.926955,"scheduling_latency_s":4.926989}1624vm-test-run-nixbot-gitlab> gitlab # [ 154.230044] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.596Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e257dc7057f4bf8b34626581","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e257dc7057f4bf8b34626581: done: 0.062501 sec","job_status":"done","queue_duration_s":4.926955,"scheduling_latency_s":4.926989,"redis_calls":13,"redis_duration_s":0.018609999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005336,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.013274,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015337,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.062501,"completed_at":"2026-08-28T11:20:30.596Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1625vm-test-run-nixbot-gitlab> gitlab # [ 154.253920] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.604Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"79317be78bee91e307e31b73","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-79317be78bee91e307e31b73: start","job_status":"start","queue_duration_s":4.997695,"scheduling_latency_s":4.997732}1626vm-test-run-nixbot-gitlab> gitlab # [ 154.294313] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.660Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"79317be78bee91e307e31b73","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-79317be78bee91e307e31b73: done: 0.055943 sec","job_status":"done","queue_duration_s":4.997695,"scheduling_latency_s":4.997732,"redis_calls":13,"redis_duration_s":0.028825999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.006416,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.02241,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011577,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.055943,"completed_at":"2026-08-28T11:20:30.660Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1627vm-test-run-nixbot-gitlab> gitlab # [ 154.297639] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.664Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0057aa9e2d5040a091034863","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0057aa9e2d5040a091034863: start","job_status":"start","queue_duration_s":5.057626,"scheduling_latency_s":5.057646}1628vm-test-run-nixbot-gitlab> gitlab # [ 154.364555] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.731Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0057aa9e2d5040a091034863","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0057aa9e2d5040a091034863: done: 0.066868 sec","job_status":"done","queue_duration_s":5.057626,"scheduling_latency_s":5.057646,"redis_calls":13,"redis_duration_s":0.008239,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00195,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.006289,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006993,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.066868,"completed_at":"2026-08-28T11:20:30.731Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1629vm-test-run-nixbot-gitlab> gitlab # [ 154.383343] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.737Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"790f068fba5dfd204f8bfc8e","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-790f068fba5dfd204f8bfc8e: start","job_status":"start","queue_duration_s":5.130938,"scheduling_latency_s":5.130954}1630vm-test-run-nixbot-gitlab> gitlab # [ 154.420197] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.787Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"790f068fba5dfd204f8bfc8e","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-790f068fba5dfd204f8bfc8e: done: 0.049305 sec","job_status":"done","queue_duration_s":5.130938,"scheduling_latency_s":5.130954,"redis_calls":13,"redis_duration_s":0.033608,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003464,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.030144,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007141,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.049305,"completed_at":"2026-08-28T11:20:30.786Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1631vm-test-run-nixbot-gitlab> gitlab # [ 154.454784] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.821Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e2bd222e2c8a044d3350d492","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e2bd222e2c8a044d3350d492: start","job_status":"start","queue_duration_s":5.214679,"scheduling_latency_s":5.214715}1632vm-test-run-nixbot-gitlab> gitlab # [ 154.503345] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.870Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e2bd222e2c8a044d3350d492","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e2bd222e2c8a044d3350d492: done: 0.048598 sec","job_status":"done","queue_duration_s":5.214679,"scheduling_latency_s":5.214715,"redis_calls":13,"redis_duration_s":0.013444,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003797,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.009647,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013107,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.048598,"completed_at":"2026-08-28T11:20:30.869Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1633vm-test-run-nixbot-gitlab> gitlab # [ 154.535441] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.877Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3eb1a506515b5735ef906c7e","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3eb1a506515b5735ef906c7e: start","job_status":"start","queue_duration_s":5.270496,"scheduling_latency_s":5.27052}1634vm-test-run-nixbot-gitlab> gitlab # [ 154.556522] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.923Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3eb1a506515b5735ef906c7e","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3eb1a506515b5735ef906c7e: done: 0.045953 sec","job_status":"done","queue_duration_s":5.270496,"scheduling_latency_s":5.27052,"redis_calls":13,"redis_duration_s":0.016815,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005319,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.011496,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013538,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.045953,"completed_at":"2026-08-28T11:20:30.923Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1635vm-test-run-nixbot-gitlab> gitlab # [ 154.560914] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:30.927Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cb249b60d937904f19807b15","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cb249b60d937904f19807b15: start","job_status":"start","queue_duration_s":5.32074,"scheduling_latency_s":5.320783}1636vm-test-run-nixbot-gitlab> gitlab # [ 154.642759] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.009Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cb249b60d937904f19807b15","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cb249b60d937904f19807b15: done: 0.082016 sec","job_status":"done","queue_duration_s":5.32074,"scheduling_latency_s":5.320783,"redis_calls":13,"redis_duration_s":0.057367,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005331,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.052036,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010962,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.082016,"completed_at":"2026-08-28T11:20:31.009Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1637vm-test-run-nixbot-gitlab> gitlab # [ 154.680538] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.047Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e13a6f5291cc90be20b24eb","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e13a6f5291cc90be20b24eb: start","job_status":"start","queue_duration_s":5.440557,"scheduling_latency_s":5.440583}1638vm-test-run-nixbot-gitlab> gitlab # [ 154.702706] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.069Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e13a6f5291cc90be20b24eb","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e13a6f5291cc90be20b24eb: done: 0.022161 sec","job_status":"done","queue_duration_s":5.440557,"scheduling_latency_s":5.440583,"redis_calls":13,"redis_duration_s":0.004781,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001321,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00346,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007525,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022161,"completed_at":"2026-08-28T11:20:31.069Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1639vm-test-run-nixbot-gitlab> gitlab # [ 154.738473] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.105Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d40cf4512bbffea0014d203f","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d40cf4512bbffea0014d203f: start","job_status":"start","queue_duration_s":5.498216,"scheduling_latency_s":5.49825}1640vm-test-run-nixbot-gitlab> gitlab # [ 154.769179] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.135Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d40cf4512bbffea0014d203f","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d40cf4512bbffea0014d203f: done: 0.030861 sec","job_status":"done","queue_duration_s":5.498216,"scheduling_latency_s":5.49825,"redis_calls":13,"redis_duration_s":0.009321,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002779,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.006542,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009343,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.030861,"completed_at":"2026-08-28T11:20:31.135Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1641vm-test-run-nixbot-gitlab> gitlab # [ 154.805251] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.172Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad168c6dbbba911607bbdf93","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad168c6dbbba911607bbdf93: start","job_status":"start","queue_duration_s":5.565248,"scheduling_latency_s":5.565276}1642vm-test-run-nixbot-gitlab> gitlab # [ 154.846081] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.212Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad168c6dbbba911607bbdf93","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad168c6dbbba911607bbdf93: done: 0.040859 sec","job_status":"done","queue_duration_s":5.565248,"scheduling_latency_s":5.565276,"redis_calls":13,"redis_duration_s":0.018512,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.008509,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.010003,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012778,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.040859,"completed_at":"2026-08-28T11:20:31.212Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1643vm-test-run-nixbot-gitlab> gitlab # [ 154.880431] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.246Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cabe796334f2c3ac0d00715d","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cabe796334f2c3ac0d00715d: start","job_status":"start","queue_duration_s":5.639192,"scheduling_latency_s":5.639228}1644vm-test-run-nixbot-gitlab> gitlab # [ 154.920742] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.287Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cabe796334f2c3ac0d00715d","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cabe796334f2c3ac0d00715d: done: 0.041231 sec","job_status":"done","queue_duration_s":5.639192,"scheduling_latency_s":5.639228,"redis_calls":13,"redis_duration_s":0.015391,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005462,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.009929,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010607,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.041231,"completed_at":"2026-08-28T11:20:31.287Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1645vm-test-run-nixbot-gitlab> gitlab # [ 154.958700] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.325Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5db82841d751a8393cdbfd5c","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5db82841d751a8393cdbfd5c: start","job_status":"start","queue_duration_s":5.718507,"scheduling_latency_s":5.718552}1646vm-test-run-nixbot-gitlab> gitlab # [ 155.035793] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.401Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5db82841d751a8393cdbfd5c","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5db82841d751a8393cdbfd5c: done: 0.076656 sec","job_status":"done","queue_duration_s":5.718507,"scheduling_latency_s":5.718552,"redis_calls":13,"redis_duration_s":0.020844,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.007736,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.013108,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017105,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.076656,"completed_at":"2026-08-28T11:20:31.401Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1647vm-test-run-nixbot-gitlab> gitlab # [ 155.090186] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.456Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1cf25f51b038ac76c3c2a096","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1cf25f51b038ac76c3c2a096: start","job_status":"start","queue_duration_s":5.850091,"scheduling_latency_s":5.850124}1648vm-test-run-nixbot-gitlab> gitlab # [ 155.145707] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.512Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1cf25f51b038ac76c3c2a096","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1cf25f51b038ac76c3c2a096: done: 0.055164 sec","job_status":"done","queue_duration_s":5.850091,"scheduling_latency_s":5.850124,"redis_calls":13,"redis_duration_s":0.015541000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003648,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.011893,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017424,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.055164,"completed_at":"2026-08-28T11:20:31.511Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1649vm-test-run-nixbot-gitlab> gitlab # [ 155.187629] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.554Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f96029e1856510708ae59fb","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f96029e1856510708ae59fb: start","job_status":"start","queue_duration_s":5.947195,"scheduling_latency_s":5.947248}1650vm-test-run-nixbot-gitlab> gitlab # [ 155.214940] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.581Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f96029e1856510708ae59fb","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f96029e1856510708ae59fb: done: 0.027548 sec","job_status":"done","queue_duration_s":5.947195,"scheduling_latency_s":5.947248,"redis_calls":13,"redis_duration_s":0.0042769999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001337,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00294,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016977,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.027548,"completed_at":"2026-08-28T11:20:31.581Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1651vm-test-run-nixbot-gitlab> gitlab # [ 155.216910] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.583Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c90f85a1ee0404134b086b8f","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c90f85a1ee0404134b086b8f: start","job_status":"start","queue_duration_s":5.97695,"scheduling_latency_s":5.976977}1652vm-test-run-nixbot-gitlab> gitlab # [ 155.233214] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.600Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c90f85a1ee0404134b086b8f","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c90f85a1ee0404134b086b8f: done: 0.016299 sec","job_status":"done","queue_duration_s":5.97695,"scheduling_latency_s":5.976977,"redis_calls":13,"redis_duration_s":0.003079,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00101,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002069,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008995,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016299,"completed_at":"2026-08-28T11:20:31.599Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1653vm-test-run-nixbot-gitlab> gitlab # [ 155.288097] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.601Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8ebbe5bdd55f54c6f3c92e07","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8ebbe5bdd55f54c6f3c92e07: start","job_status":"start","queue_duration_s":5.994633,"scheduling_latency_s":5.994647}1654vm-test-run-nixbot-gitlab> gitlab # [ 155.298494] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.611Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8ebbe5bdd55f54c6f3c92e07","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8ebbe5bdd55f54c6f3c92e07: done: 0.009994 sec","job_status":"done","queue_duration_s":5.994633,"scheduling_latency_s":5.994647,"redis_calls":13,"redis_duration_s":0.002101,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000729,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001372,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.005751,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.009994,"completed_at":"2026-08-28T11:20:31.611Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1655vm-test-run-nixbot-gitlab> gitlab # [ 155.317251] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.612Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d9672497725cd624d0db782f","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d9672497725cd624d0db782f: start","job_status":"start","queue_duration_s":6.005705,"scheduling_latency_s":6.005718}1656vm-test-run-nixbot-gitlab> gitlab # [ 155.318041] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.623Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d9672497725cd624d0db782f","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d9672497725cd624d0db782f: done: 0.010804 sec","job_status":"done","queue_duration_s":6.005705,"scheduling_latency_s":6.005718,"redis_calls":13,"redis_duration_s":0.002755,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000836,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001919,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00648,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010804,"completed_at":"2026-08-28T11:20:31.623Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1657vm-test-run-nixbot-gitlab> gitlab # [ 155.369146] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.624Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8668cb6d6448a73188dafe5c","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8668cb6d6448a73188dafe5c: start","job_status":"start","queue_duration_s":6.017374,"scheduling_latency_s":6.017387}1658vm-test-run-nixbot-gitlab> gitlab # [ 155.369752] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.633Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8668cb6d6448a73188dafe5c","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8668cb6d6448a73188dafe5c: done: 0.00939 sec","job_status":"done","queue_duration_s":6.017374,"scheduling_latency_s":6.017387,"redis_calls":13,"redis_duration_s":0.00167,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000538,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001132,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006248,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.00939,"completed_at":"2026-08-28T11:20:31.633Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1659vm-test-run-nixbot-gitlab> gitlab # [ 155.405262] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.634Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4bd532c75fa4ffbc23004d5b","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4bd532c75fa4ffbc23004d5b: start","job_status":"start","queue_duration_s":6.027664,"scheduling_latency_s":6.027677}1660vm-test-run-nixbot-gitlab> gitlab # [ 155.405936] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.643Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4bd532c75fa4ffbc23004d5b","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4bd532c75fa4ffbc23004d5b: done: 0.009366 sec","job_status":"done","queue_duration_s":6.027664,"scheduling_latency_s":6.027677,"redis_calls":13,"redis_duration_s":0.001617,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000545,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001072,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.005787,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.009366,"completed_at":"2026-08-28T11:20:31.643Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1661vm-test-run-nixbot-gitlab> gitlab # [ 155.445946] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.645Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e4c87b7cd3f79518ede07521","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e4c87b7cd3f79518ede07521: start","job_status":"start","queue_duration_s":6.038258,"scheduling_latency_s":6.038271}1662vm-test-run-nixbot-gitlab> gitlab # [ 155.446628] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.654Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e4c87b7cd3f79518ede07521","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e4c87b7cd3f79518ede07521: done: 0.009307 sec","job_status":"done","queue_duration_s":6.038258,"scheduling_latency_s":6.038271,"redis_calls":13,"redis_duration_s":0.0015899999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000512,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001078,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006192,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.009307,"completed_at":"2026-08-28T11:20:31.654Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1663vm-test-run-nixbot-gitlab> gitlab # [ 155.459095] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.655Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"da1ad9427ef227a9298efcc1","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-da1ad9427ef227a9298efcc1: start","job_status":"start","queue_duration_s":6.048384,"scheduling_latency_s":6.048428}1664vm-test-run-nixbot-gitlab> gitlab # [ 155.496854] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.667Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"da1ad9427ef227a9298efcc1","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-da1ad9427ef227a9298efcc1: done: 0.01262 sec","job_status":"done","queue_duration_s":6.048384,"scheduling_latency_s":6.048428,"redis_calls":13,"redis_duration_s":0.001999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000732,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001267,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008469,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01262,"completed_at":"2026-08-28T11:20:31.667Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1665vm-test-run-nixbot-gitlab> gitlab # [ 155.500361] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.669Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c632e5176787362a94aa37c9","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c632e5176787362a94aa37c9: start","job_status":"start","queue_duration_s":6.062368,"scheduling_latency_s":6.062393}1666vm-test-run-nixbot-gitlab> gitlab # [ 155.510506] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.681Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c632e5176787362a94aa37c9","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c632e5176787362a94aa37c9: done: 0.012648 sec","job_status":"done","queue_duration_s":6.062368,"scheduling_latency_s":6.062393,"redis_calls":13,"redis_duration_s":0.001862,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000616,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001246,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00725,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.012648,"completed_at":"2026-08-28T11:20:31.681Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1667vm-test-run-nixbot-gitlab> gitlab # [ 155.545154] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.682Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d0969d2e05ae58975d8f20c7","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d0969d2e05ae58975d8f20c7: start","job_status":"start","queue_duration_s":6.075991,"scheduling_latency_s":6.076007}1668vm-test-run-nixbot-gitlab> gitlab # [ 155.550917] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.777Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d0969d2e05ae58975d8f20c7","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d0969d2e05ae58975d8f20c7: done: 0.095196 sec","job_status":"done","queue_duration_s":6.075991,"scheduling_latency_s":6.076007,"redis_calls":13,"redis_duration_s":0.002987,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001062,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001925,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013537,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.095196,"completed_at":"2026-08-28T11:20:31.777Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1669vm-test-run-nixbot-gitlab> gitlab # [ 155.593873] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.779Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"13d8d99f1119ef2333607a9c","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-13d8d99f1119ef2333607a9c: start","job_status":"start","queue_duration_s":6.173084,"scheduling_latency_s":6.17311}1670vm-test-run-nixbot-gitlab> gitlab # [ 155.594568] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.792Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"13d8d99f1119ef2333607a9c","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-13d8d99f1119ef2333607a9c: done: 0.012873 sec","job_status":"done","queue_duration_s":6.173084,"scheduling_latency_s":6.17311,"redis_calls":13,"redis_duration_s":0.0019169999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000563,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001354,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007811,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.012873,"completed_at":"2026-08-28T11:20:31.792Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1671vm-test-run-nixbot-gitlab> gitlab # [ 155.641621] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.793Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d57f4fc4e170b6b52a9342ec","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d57f4fc4e170b6b52a9342ec: start","job_status":"start","queue_duration_s":6.186778,"scheduling_latency_s":6.186791}1672vm-test-run-nixbot-gitlab> gitlab # [ 155.642384] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.803Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d57f4fc4e170b6b52a9342ec","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d57f4fc4e170b6b52a9342ec: done: 0.009844 sec","job_status":"done","queue_duration_s":6.186778,"scheduling_latency_s":6.186791,"redis_calls":13,"redis_duration_s":0.001563,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001053,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006305,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.009844,"completed_at":"2026-08-28T11:20:31.803Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1673vm-test-run-nixbot-gitlab> gitlab # [ 155.664111] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.804Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"33854842dca837aa79efb793","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-33854842dca837aa79efb793: start","job_status":"start","queue_duration_s":6.197495,"scheduling_latency_s":6.197509}1674vm-test-run-nixbot-gitlab> gitlab # [ 155.674203] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.813Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"33854842dca837aa79efb793","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-33854842dca837aa79efb793: done: 0.009192 sec","job_status":"done","queue_duration_s":6.197495,"scheduling_latency_s":6.197509,"redis_calls":13,"redis_duration_s":0.001575,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000517,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001058,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006156,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.009192,"completed_at":"2026-08-28T11:20:31.813Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1675vm-test-run-nixbot-gitlab> gitlab # [ 155.714611] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.814Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"264bb7d706f6e2c5e96432bb","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-264bb7d706f6e2c5e96432bb: start","job_status":"start","queue_duration_s":6.207607,"scheduling_latency_s":6.20762}1676vm-test-run-nixbot-gitlab> gitlab # [ 155.715408] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.823Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"264bb7d706f6e2c5e96432bb","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-264bb7d706f6e2c5e96432bb: done: 0.0094 sec","job_status":"done","queue_duration_s":6.207607,"scheduling_latency_s":6.20762,"redis_calls":13,"redis_duration_s":0.001607,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00054,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001067,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.005672,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0094,"completed_at":"2026-08-28T11:20:31.823Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1677vm-test-run-nixbot-gitlab> gitlab # [ 155.755469] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.825Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"74f35eb029a08ef8fa7f991f","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-74f35eb029a08ef8fa7f991f: start","job_status":"start","queue_duration_s":6.218238,"scheduling_latency_s":6.218253}1678vm-test-run-nixbot-gitlab> gitlab # [ 155.756140] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.834Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"74f35eb029a08ef8fa7f991f","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-74f35eb029a08ef8fa7f991f: done: 0.009375 sec","job_status":"done","queue_duration_s":6.218238,"scheduling_latency_s":6.218253,"redis_calls":13,"redis_duration_s":0.0016190000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000501,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001118,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006151,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.009375,"completed_at":"2026-08-28T11:20:31.834Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1679vm-test-run-nixbot-gitlab> gitlab # [ 155.788170] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.835Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0834114ad1c4bca801aaeae8","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0834114ad1c4bca801aaeae8: start","job_status":"start","queue_duration_s":6.228489,"scheduling_latency_s":6.228504}1680vm-test-run-nixbot-gitlab> gitlab # [ 155.798563] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.844Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0834114ad1c4bca801aaeae8","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0834114ad1c4bca801aaeae8: done: 0.009382 sec","job_status":"done","queue_duration_s":6.228489,"scheduling_latency_s":6.228504,"redis_calls":13,"redis_duration_s":0.001585,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000499,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001086,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006289,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.009382,"completed_at":"2026-08-28T11:20:31.844Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1681vm-test-run-nixbot-gitlab> gitlab # [ 155.833611] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.845Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e36f5b2fd4e09ed627c5478c","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e36f5b2fd4e09ed627c5478c: start","job_status":"start","queue_duration_s":6.238699,"scheduling_latency_s":6.238711}1682vm-test-run-nixbot-gitlab> gitlab # [ 155.839312] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.854Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e36f5b2fd4e09ed627c5478c","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e36f5b2fd4e09ed627c5478c: done: 0.009206 sec","job_status":"done","queue_duration_s":6.238699,"scheduling_latency_s":6.238711,"redis_calls":13,"redis_duration_s":0.0015860000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000538,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001048,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006202,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.009206,"completed_at":"2026-08-28T11:20:31.854Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1683vm-test-run-nixbot-gitlab> gitlab # [ 155.875828] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.855Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b65e006b9993625b3eebc548","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b65e006b9993625b3eebc548: start","job_status":"start","queue_duration_s":6.249143,"scheduling_latency_s":6.249157}1684vm-test-run-nixbot-gitlab> gitlab # [ 155.879784] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.865Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b65e006b9993625b3eebc548","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b65e006b9993625b3eebc548: done: 0.009434 sec","job_status":"done","queue_duration_s":6.249143,"scheduling_latency_s":6.249157,"redis_calls":13,"redis_duration_s":0.001651,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000578,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001073,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006267,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.009434,"completed_at":"2026-08-28T11:20:31.865Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1685vm-test-run-nixbot-gitlab> gitlab # [ 155.919663] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.866Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b113eb3389a82e8c18828a7b","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b113eb3389a82e8c18828a7b: start","job_status":"start","queue_duration_s":6.259475,"scheduling_latency_s":6.259488}1686vm-test-run-nixbot-gitlab> gitlab # [ 155.921275] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.875Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b113eb3389a82e8c18828a7b","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b113eb3389a82e8c18828a7b: done: 0.009317 sec","job_status":"done","queue_duration_s":6.259475,"scheduling_latency_s":6.259488,"redis_calls":13,"redis_duration_s":0.001929,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000531,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001398,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006027,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.009317,"completed_at":"2026-08-28T11:20:31.875Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1687vm-test-run-nixbot-gitlab> gitlab # [ 155.968456] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.876Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff44fa0edef98c822b55864b","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff44fa0edef98c822b55864b: start","job_status":"start","queue_duration_s":6.269627,"scheduling_latency_s":6.26964}1688vm-test-run-nixbot-gitlab> gitlab # [ 155.969150] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.885Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff44fa0edef98c822b55864b","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff44fa0edef98c822b55864b: done: 0.009331 sec","job_status":"done","queue_duration_s":6.269627,"scheduling_latency_s":6.26964,"redis_calls":13,"redis_duration_s":0.001644,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000536,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001108,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006034,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.009331,"completed_at":"2026-08-28T11:20:31.885Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1689vm-test-run-nixbot-gitlab> gitlab # [ 156.003853] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.886Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c6134dbd603f6858c67adc64","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c6134dbd603f6858c67adc64: start","job_status":"start","queue_duration_s":6.280091,"scheduling_latency_s":6.280104}1690vm-test-run-nixbot-gitlab> gitlab # [ 156.004635] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.896Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c6134dbd603f6858c67adc64","created_at":"2026-08-28T11:20:25.554Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bcbdec1ec1854728","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"670e0bf1ec0c57a7373024917a9e7add","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.606Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c6134dbd603f6858c67adc64: done: 0.009367 sec","job_status":"done","queue_duration_s":6.280091,"scheduling_latency_s":6.280104,"redis_calls":13,"redis_duration_s":0.001577,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001067,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.005881,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.009367,"completed_at":"2026-08-28T11:20:31.896Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1691vm-test-run-nixbot-gitlab> gitlab # [ 156.043387] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.897Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"repository_check","args":["default"],"class":"RepositoryCheck::BatchWorker","jid":"38f7fa6ddefb87de1fbaec62","created_at":"2026-08-28T11:20:25.851Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-d4b6b9095e5f4337","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"RepositoryCheck::DispatchWorker","correlation_id":"54d683ba557a8d37d7d9476129e11903","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b22e99a0acd71e0cf2962b3ba955d6f34621628300baf74d4c861b087bc17605","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.859Z","job_size_bytes":11,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"RepositoryCheck::BatchWorker JID-38f7fa6ddefb87de1fbaec62: start","job_status":"start","queue_duration_s":6.038205,"scheduling_latency_s":6.038218}1692vm-test-run-nixbot-gitlab> gitlab # [ 156.045139] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.926Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"repository_check","args":["default"],"class":"RepositoryCheck::BatchWorker","jid":"38f7fa6ddefb87de1fbaec62","created_at":"2026-08-28T11:20:25.851Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-d4b6b9095e5f4337","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"RepositoryCheck::DispatchWorker","correlation_id":"54d683ba557a8d37d7d9476129e11903","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b22e99a0acd71e0cf2962b3ba955d6f34621628300baf74d4c861b087bc17605","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:25.859Z","job_size_bytes":11,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"RepositoryCheck::BatchWorker JID-38f7fa6ddefb87de1fbaec62: done: 0.028974 sec","job_status":"done","queue_duration_s":6.038205,"scheduling_latency_s":6.038218,"redis_calls":13,"redis_duration_s":0.002078,"redis_read_bytes":12,"redis_write_bytes":1387,"redis_cache_calls":1,"redis_cache_duration_s":0.000196,"redis_cache_read_bytes":1,"redis_cache_write_bytes":37,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000289,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000873,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00072,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":513,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015836,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.011479671,"duration_s":0.028974,"completed_at":"2026-08-28T11:20:31.926Z","load_balancing_strategy":"primary","db_duration_s":0.007476,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1693vm-test-run-nixbot-gitlab> gitlab # [ 156.113121] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.927Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropRunningWorker","jid":"eede58689920eb433cacf125","created_at":"2026-08-28T11:20:27.372Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-cc5939950556492e","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"ed28c06b758368602686e3b3a7df12a0","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c1f34cecaf7af64c199dc18ea8fa612209c900930a454f797bf95dbf199c209c","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:27.384Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropRunningWorker JID-eede58689920eb433cacf125: start","job_status":"start","queue_duration_s":4.542909,"scheduling_latency_s":4.542923}1694vm-test-run-nixbot-gitlab> gitlab # [ 156.113856] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.945Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropRunningWorker","jid":"eede58689920eb433cacf125","created_at":"2026-08-28T11:20:27.372Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-cc5939950556492e","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"ed28c06b758368602686e3b3a7df12a0","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c1f34cecaf7af64c199dc18ea8fa612209c900930a454f797bf95dbf199c209c","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:27.384Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropRunningWorker JID-eede58689920eb433cacf125: done: 0.018204 sec","job_status":"done","queue_duration_s":4.542909,"scheduling_latency_s":4.542923,"redis_calls":10,"redis_duration_s":0.001562,"redis_read_bytes":9,"redis_write_bytes":1117,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000283,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000933,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000346,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":222,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010528,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000224889,"duration_s":0.018204,"completed_at":"2026-08-28T11:20:31.945Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002089,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1695vm-test-run-nixbot-gitlab> gitlab # [ 156.148997] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.946Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropCancelingWorker","jid":"c58fc279091670c36b5f1ad6","created_at":"2026-08-28T11:20:27.385Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-cc5939950556492e","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"ed28c06b758368602686e3b3a7df12a0","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:23125b5131e5285ca63ba8858fc6fb370306fe43f055d056b2a837c90773932d","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:27.391Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropCancelingWorker JID-c58fc279091670c36b5f1ad6: start","job_status":"start","queue_duration_s":4.555331,"scheduling_latency_s":4.555345}1696vm-test-run-nixbot-gitlab> gitlab # [ 156.149644] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:20:31.960Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropCancelingWorker","jid":"c58fc279091670c36b5f1ad6","created_at":"2026-08-28T11:20:27.385Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-cc5939950556492e","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"ed28c06b758368602686e3b3a7df12a0","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:23125b5131e5285ca63ba8858fc6fb370306fe43f055d056b2a837c90773932d","size_limiter":"validated","enqueued_at":"2026-08-28T11:20:27.391Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropCancelingWorker JID-c58fc279091670c36b5f1ad6: done: 0.013364 sec","job_status":"done","queue_duration_s":4.555331,"scheduling_latency_s":4.555345,"redis_calls":10,"redis_duration_s":0.00135,"redis_read_bytes":9,"redis_write_bytes":1133,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000269,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000822,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":586,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000259,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":226,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00782,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000205333,"duration_s":0.013364,"completed_at":"2026-08-28T11:20:31.960Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000575,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1697vm-test-run-nixbot-gitlab> gitlab # [ 168.195143] setup-gitlab-start[2277]: W, [2026-08-28T11:20:44.561273 #2277] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1698vm-test-run-nixbot-gitlab> gitlab # [ 186.480792] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:02.846Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"afade8e93f745e95f961eecb","created_at":"2026-08-28T11:21:02.812Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d944def8f376a8a038399c373485a375","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:02.843Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-afade8e93f745e95f961eecb: start","job_status":"start","queue_duration_s":0.002544,"scheduling_latency_s":0.002599}1699vm-test-run-nixbot-gitlab> gitlab # [ 186.532505] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:02.899Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1700vm-test-run-nixbot-gitlab> gitlab # [ 186.550899] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:02.917Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"afade8e93f745e95f961eecb","created_at":"2026-08-28T11:21:02.812Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d944def8f376a8a038399c373485a375","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:02.843Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-afade8e93f745e95f961eecb: done: 0.071419 sec","job_status":"done","queue_duration_s":0.002544,"scheduling_latency_s":0.002599,"redis_calls":7,"redis_duration_s":0.005392999999999999,"redis_read_bytes":5,"redis_write_bytes":821,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004284,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001109,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013993,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.071419,"completed_at":"2026-08-28T11:21:02.917Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1701vm-test-run-nixbot-gitlab> gitlab # [ 186.622106] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:02.988Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"b95d183ff4aef0bf4c6d13b4","created_at":"2026-08-28T11:21:02.883Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b3d437cd3972096b97a1c3b81dc98ecc","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:02.886Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-b95d183ff4aef0bf4c6d13b4: start","job_status":"start","queue_duration_s":0.102185,"scheduling_latency_s":0.102226}1702vm-test-run-nixbot-gitlab> gitlab # [ 186.720558] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.086Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"b95d183ff4aef0bf4c6d13b4","created_at":"2026-08-28T11:21:02.883Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b3d437cd3972096b97a1c3b81dc98ecc","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:02.886Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-b95d183ff4aef0bf4c6d13b4: done: 0.098556 sec","job_status":"done","queue_duration_s":0.102185,"scheduling_latency_s":0.102226,"redis_calls":9,"redis_duration_s":0.0072840000000000005,"redis_read_bytes":7,"redis_write_bytes":1072,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004171,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003113,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.039,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.039,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0181,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001980978,"exclusive_lock_hold_duration_s":0.042941492,"duration_s":0.098556,"completed_at":"2026-08-28T11:21:03.086Z","load_balancing_strategy":"primary","db_duration_s":0.062084,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1703vm-test-run-nixbot-gitlab> gitlab # [ 186.802934] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.169Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"90afe2085d4a6abd7f535fdb","created_at":"2026-08-28T11:21:02.896Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0adf5c4c9496516b410bac7592c5ea97","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:02.902Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-90afe2085d4a6abd7f535fdb: start","job_status":"start","queue_duration_s":0.266531,"scheduling_latency_s":0.266582}1704vm-test-run-nixbot-gitlab> gitlab # [ 186.904917] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.271Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"90afe2085d4a6abd7f535fdb","created_at":"2026-08-28T11:21:02.896Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0adf5c4c9496516b410bac7592c5ea97","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:02.902Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-90afe2085d4a6abd7f535fdb: done: 0.102046 sec","job_status":"done","queue_duration_s":0.266531,"scheduling_latency_s":0.266582,"redis_calls":14,"redis_duration_s":0.015529000000000001,"redis_read_bytes":16,"redis_write_bytes":4030,"redis_queues_calls":2,"redis_queues_duration_s":0.000751,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.008784,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.005994,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029501,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.102046,"completed_at":"2026-08-28T11:21:03.271Z","load_balancing_strategy":"primary","db_duration_s":0.010971,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1705vm-test-run-nixbot-gitlab> gitlab # [ 186.962117] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.328Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"f3ca2d7842d1bb8a483da5c7","created_at":"2026-08-28T11:21:02.913Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ea2bf6b701e1c8e0b65ead4566cf1648","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:02.915Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-f3ca2d7842d1bb8a483da5c7: start","job_status":"start","queue_duration_s":0.413649,"scheduling_latency_s":0.413696}1706vm-test-run-nixbot-gitlab> gitlab # [ 187.285789] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.652Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"f3ca2d7842d1bb8a483da5c7","created_at":"2026-08-28T11:21:02.913Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ea2bf6b701e1c8e0b65ead4566cf1648","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:02.915Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-f3ca2d7842d1bb8a483da5c7: done: 0.323921 sec","job_status":"done","queue_duration_s":0.413649,"scheduling_latency_s":0.413696,"redis_calls":9,"redis_duration_s":0.004657,"redis_read_bytes":7,"redis_write_bytes":987,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003211,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001446,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":129,"db_write_count":0,"db_cached_count":84,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":129,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":84,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.084,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":129,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":84,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.084,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.158158,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0008272,"exclusive_lock_hold_duration_s":0.282129712,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.323921,"completed_at":"2026-08-28T11:21:03.652Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.145266,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1707vm-test-run-nixbot-gitlab> gitlab # [ 187.290132] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.653Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"ac73bbc5786c48268bc9ef35","created_at":"2026-08-28T11:21:03.000Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.005Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-ac73bbc5786c48268bc9ef35: start","job_status":"start","queue_duration_s":0.648544,"scheduling_latency_s":0.64856}1708vm-test-run-nixbot-gitlab> gitlab # [ 187.348997] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.707Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"ac73bbc5786c48268bc9ef35","created_at":"2026-08-28T11:21:03.000Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.005Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-ac73bbc5786c48268bc9ef35: done: 0.054288 sec","job_status":"done","queue_duration_s":0.648544,"scheduling_latency_s":0.64856,"redis_calls":60,"redis_duration_s":0.00803,"redis_read_bytes":108,"redis_write_bytes":41059,"redis_queues_calls":2,"redis_queues_duration_s":0.000495,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37435,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.007151,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000384,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.045373,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.054288,"completed_at":"2026-08-28T11:21:03.707Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1709vm-test-run-nixbot-gitlab> gitlab # [ 187.353859] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.708Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"7fc7d341d565efa21e30c699","created_at":"2026-08-28T11:21:03.014Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e977bdc16883770e7651fd58c7b7a93a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.023Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-7fc7d341d565efa21e30c699: start","job_status":"start","queue_duration_s":0.685195,"scheduling_latency_s":0.685215}1710vm-test-run-nixbot-gitlab> gitlab # [ 187.393056] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.713Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1711vm-test-run-nixbot-gitlab> gitlab # [ 187.393853] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.716Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"7fc7d341d565efa21e30c699","created_at":"2026-08-28T11:21:03.014Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e977bdc16883770e7651fd58c7b7a93a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.023Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-7fc7d341d565efa21e30c699: done: 0.007999 sec","job_status":"done","queue_duration_s":0.685195,"scheduling_latency_s":0.685215,"redis_calls":7,"redis_duration_s":0.000914,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000668,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000246,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.004698,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.007999,"completed_at":"2026-08-28T11:21:03.716Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1712vm-test-run-nixbot-gitlab> gitlab # [ 187.401295] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.717Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"3f71aef77a9fc3558cc42c12","created_at":"2026-08-28T11:21:03.030Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5cf2605beb413bebe4aabd5d663e02c7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-08-28T11:21:03.033Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-3f71aef77a9fc3558cc42c12: start","job_status":"start","queue_duration_s":0.684647,"scheduling_latency_s":0.68466}1713vm-test-run-nixbot-gitlab> gitlab # [ 187.436922] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.733Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"3f71aef77a9fc3558cc42c12","created_at":"2026-08-28T11:21:03.030Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5cf2605beb413bebe4aabd5d663e02c7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-08-28T11:21:03.033Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-3f71aef77a9fc3558cc42c12: done: 0.015865 sec","job_status":"done","queue_duration_s":0.684647,"scheduling_latency_s":0.68466,"redis_calls":7,"redis_duration_s":0.000972,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000711,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000261,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009156,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015865,"completed_at":"2026-08-28T11:21:03.733Z","load_balancing_strategy":"primary","db_duration_s":0.003689,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1714vm-test-run-nixbot-gitlab> gitlab # [ 187.473836] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.734Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"bea6e30cdcedbe8a8a69df08","created_at":"2026-08-28T11:21:03.055Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"895ef0aa7627749f1ef1cfd5d7d24b05","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.059Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-bea6e30cdcedbe8a8a69df08: start","job_status":"start","queue_duration_s":0.674563,"scheduling_latency_s":0.674577}1715vm-test-run-nixbot-gitlab> gitlab # [ 187.474712] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.748Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"bea6e30cdcedbe8a8a69df08","created_at":"2026-08-28T11:21:03.055Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"895ef0aa7627749f1ef1cfd5d7d24b05","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.059Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-bea6e30cdcedbe8a8a69df08: done: 0.013814 sec","job_status":"done","queue_duration_s":0.674563,"scheduling_latency_s":0.674577,"redis_calls":10,"redis_duration_s":0.001373,"redis_read_bytes":8,"redis_write_bytes":1239,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000791,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000582,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007575,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.004492471,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.013814,"completed_at":"2026-08-28T11:21:03.748Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003027,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1716vm-test-run-nixbot-gitlab> gitlab # [ 187.489367] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.749Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"77a9c2ce5514144e64c82790","created_at":"2026-08-28T11:21:03.079Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"51580a241db0eaa7039bf6fdf3ee62aa","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.084Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-77a9c2ce5514144e64c82790: start","job_status":"start","queue_duration_s":0.665147,"scheduling_latency_s":0.665184}1717vm-test-run-nixbot-gitlab> gitlab # [ 187.533928] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.758Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"77a9c2ce5514144e64c82790","created_at":"2026-08-28T11:21:03.079Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"51580a241db0eaa7039bf6fdf3ee62aa","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.084Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-77a9c2ce5514144e64c82790: done: 0.009252 sec","job_status":"done","queue_duration_s":0.665147,"scheduling_latency_s":0.665184,"redis_calls":7,"redis_duration_s":0.000877,"redis_read_bytes":5,"redis_write_bytes":681,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000634,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000243,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.005273,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.009252,"completed_at":"2026-08-28T11:21:03.758Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001004,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1718vm-test-run-nixbot-gitlab> gitlab # [ 187.535210] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.759Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"adfff2c5135c467934a8aad4","created_at":"2026-08-28T11:21:03.168Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5f7c84415cb70e0be61a1aff5b911160","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.176Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-adfff2c5135c467934a8aad4: start","job_status":"start","queue_duration_s":0.58249,"scheduling_latency_s":0.582503}1719vm-test-run-nixbot-gitlab> gitlab # [ 187.625067] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:03.991Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"adfff2c5135c467934a8aad4","created_at":"2026-08-28T11:21:03.168Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5f7c84415cb70e0be61a1aff5b911160","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.176Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-adfff2c5135c467934a8aad4: done: 0.232446 sec","job_status":"done","queue_duration_s":0.58249,"scheduling_latency_s":0.582503,"redis_calls":562,"redis_duration_s":0.06081,"redis_read_bytes":560,"redis_write_bytes":48760,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000736,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":557,"redis_shared_state_duration_s":0.060074,"redis_shared_state_read_bytes":556,"redis_shared_state_write_bytes":48290,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.18835,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.232446,"completed_at":"2026-08-28T11:21:03.991Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1720vm-test-run-nixbot-gitlab> gitlab # [ 187.658967] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.025Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"1df9d0e9d1ec3fdcc751e313","created_at":"2026-08-28T11:21:03.188Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"331dca47c260b2db96c8bb99ed683cd7","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.216Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-1df9d0e9d1ec3fdcc751e313: start","job_status":"start","queue_duration_s":0.808987,"scheduling_latency_s":0.809016}1721vm-test-run-nixbot-gitlab> gitlab # [ 187.770464] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.136Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"1df9d0e9d1ec3fdcc751e313","created_at":"2026-08-28T11:21:03.188Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"331dca47c260b2db96c8bb99ed683cd7","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.216Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-1df9d0e9d1ec3fdcc751e313: done: 0.110915 sec","job_status":"done","queue_duration_s":0.808987,"scheduling_latency_s":0.809016,"redis_calls":12,"redis_duration_s":0.003174,"redis_read_bytes":11,"redis_write_bytes":1447,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000834,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":319,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001077,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":586,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001263,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":542,"db_count":101,"db_write_count":0,"db_cached_count":99,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":101,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":99,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":100,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":99,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.090854,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000358704,"exclusive_lock_hold_duration_s":0.090144976,"extra.ci_update_locked_unknown_artifacts_worker.removed_count":0,"extra.ci_update_locked_unknown_artifacts_worker.locked_count":0,"duration_s":0.110915,"completed_at":"2026-08-28T11:21:04.136Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.011865,"urgency":"throttled","target_duration_s":300,"target_scheduling_latency_s":null}1722vm-test-run-nixbot-gitlab> gitlab # [ 187.838237] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.204Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"6841262ddbbf267fcd2b6450","created_at":"2026-08-28T11:21:03.249Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7212499413506cf19e26941033cfc5ba","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.254Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-6841262ddbbf267fcd2b6450: start","job_status":"start","queue_duration_s":0.950755,"scheduling_latency_s":0.950786}1723vm-test-run-nixbot-gitlab> gitlab # [ 187.878180] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.244Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"6841262ddbbf267fcd2b6450","created_at":"2026-08-28T11:21:03.249Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7212499413506cf19e26941033cfc5ba","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.254Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-6841262ddbbf267fcd2b6450: done: 0.039808 sec","job_status":"done","queue_duration_s":0.950755,"scheduling_latency_s":0.950786,"redis_calls":7,"redis_duration_s":0.001506,"redis_read_bytes":5,"redis_write_bytes":711,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000989,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000517,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011099,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.039808,"completed_at":"2026-08-28T11:21:04.244Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.012904,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1724vm-test-run-nixbot-gitlab> gitlab # [ 187.915971] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.282Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"42363a49cdda5180cd5d61db","created_at":"2026-08-28T11:21:03.219Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-642b55eba788441f","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"0adf5c4c9496516b410bac7592c5ea97","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.254Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-42363a49cdda5180cd5d61db: start","job_status":"start","queue_duration_s":1.027678,"scheduling_latency_s":1.027715}1725vm-test-run-nixbot-gitlab> gitlab # [ 187.947947] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.314Z","message":"No existing merge request to be cleaned up."}1726vm-test-run-nixbot-gitlab> gitlab # [ 187.961439] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.327Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"42363a49cdda5180cd5d61db","created_at":"2026-08-28T11:21:03.219Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-642b55eba788441f","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"0adf5c4c9496516b410bac7592c5ea97","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.254Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-42363a49cdda5180cd5d61db: done: 0.044579 sec","job_status":"done","queue_duration_s":1.027678,"scheduling_latency_s":1.027715,"redis_calls":10,"redis_duration_s":0.004455000000000001,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001128,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003327,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019027,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.044579,"completed_at":"2026-08-28T11:21:04.327Z","load_balancing_strategy":"primary","db_duration_s":0.002998,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1727vm-test-run-nixbot-gitlab> gitlab # [ 187.993885] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.360Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"2b0fafe0354fc25a70c592ae","created_at":"2026-08-28T11:21:03.219Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-642b55eba788441f","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"0adf5c4c9496516b410bac7592c5ea97","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.254Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-2b0fafe0354fc25a70c592ae: start","job_status":"start","queue_duration_s":1.105501,"scheduling_latency_s":1.105541}1728vm-test-run-nixbot-gitlab> gitlab # [ 188.016917] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.383Z","message":"No existing merge request to be cleaned up."}1729vm-test-run-nixbot-gitlab> gitlab # [ 188.030140] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.396Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"2b0fafe0354fc25a70c592ae","created_at":"2026-08-28T11:21:03.219Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-642b55eba788441f","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"0adf5c4c9496516b410bac7592c5ea97","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.254Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-2b0fafe0354fc25a70c592ae: done: 0.03616 sec","job_status":"done","queue_duration_s":1.105501,"scheduling_latency_s":1.105541,"redis_calls":10,"redis_duration_s":0.0035529999999999997,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000858,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002695,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018257,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.03616,"completed_at":"2026-08-28T11:21:04.396Z","load_balancing_strategy":"primary","db_duration_s":0.002956,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1730vm-test-run-nixbot-gitlab> gitlab # [ 188.062921] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.429Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a42f7f2f5c10643b9249908c","created_at":"2026-08-28T11:21:03.219Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-642b55eba788441f","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"0adf5c4c9496516b410bac7592c5ea97","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.254Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a42f7f2f5c10643b9249908c: start","job_status":"start","queue_duration_s":1.174458,"scheduling_latency_s":1.174509}1731vm-test-run-nixbot-gitlab> gitlab # [ 188.080090] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.447Z","message":"No existing merge request to be cleaned up."}1732vm-test-run-nixbot-gitlab> gitlab # [ 188.092075] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.458Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a42f7f2f5c10643b9249908c","created_at":"2026-08-28T11:21:03.219Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-642b55eba788441f","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"0adf5c4c9496516b410bac7592c5ea97","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.254Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a42f7f2f5c10643b9249908c: done: 0.029348 sec","job_status":"done","queue_duration_s":1.174458,"scheduling_latency_s":1.174509,"redis_calls":10,"redis_duration_s":0.0040809999999999996,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001164,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002917,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018021,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.029348,"completed_at":"2026-08-28T11:21:04.458Z","load_balancing_strategy":"primary","db_duration_s":0.002581,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1733vm-test-run-nixbot-gitlab> gitlab # [ 188.124634] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.491Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"7a44d3dce5eda069a3cfb44f","created_at":"2026-08-28T11:21:03.219Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-642b55eba788441f","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"0adf5c4c9496516b410bac7592c5ea97","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.254Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-7a44d3dce5eda069a3cfb44f: start","job_status":"start","queue_duration_s":1.236193,"scheduling_latency_s":1.236234}1734vm-test-run-nixbot-gitlab> gitlab # [ 188.147729] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.514Z","message":"No existing merge request to be cleaned up."}1735vm-test-run-nixbot-gitlab> gitlab # [ 188.160332] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.526Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"7a44d3dce5eda069a3cfb44f","created_at":"2026-08-28T11:21:03.219Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-642b55eba788441f","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"0adf5c4c9496516b410bac7592c5ea97","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.254Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-7a44d3dce5eda069a3cfb44f: done: 0.035753 sec","job_status":"done","queue_duration_s":1.236193,"scheduling_latency_s":1.236234,"redis_calls":10,"redis_duration_s":0.003274,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000876,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002398,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017874,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.035753,"completed_at":"2026-08-28T11:21:04.526Z","load_balancing_strategy":"primary","db_duration_s":0.002941,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1736vm-test-run-nixbot-gitlab> gitlab # [ 188.193676] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.560Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"9a3d4d89ad68dda66c645e19","created_at":"2026-08-28T11:21:03.263Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2d82298e53323386ab3ea7c0761a8f6e","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.269Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-9a3d4d89ad68dda66c645e19: start","job_status":"start","queue_duration_s":1.291034,"scheduling_latency_s":1.291076}1737vm-test-run-nixbot-gitlab> gitlab # [ 188.227190] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.593Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"9a3d4d89ad68dda66c645e19","created_at":"2026-08-28T11:21:03.263Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2d82298e53323386ab3ea7c0761a8f6e","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.269Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-9a3d4d89ad68dda66c645e19: done: 0.032682 sec","job_status":"done","queue_duration_s":1.291034,"scheduling_latency_s":1.291076,"redis_calls":7,"redis_duration_s":0.0020930000000000002,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001559,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000534,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013766,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.032682,"completed_at":"2026-08-28T11:21:04.592Z","load_balancing_strategy":"primary","db_duration_s":0.011135,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1738vm-test-run-nixbot-gitlab> gitlab # [ 188.245915] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.595Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"579850c43799feef418f1b3a","created_at":"2026-08-28T11:21:03.346Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f6b07a85974770729ebb4bc7378739f9","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.350Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-579850c43799feef418f1b3a: start","job_status":"start","queue_duration_s":1.245356,"scheduling_latency_s":1.245387}1739vm-test-run-nixbot-gitlab> gitlab # [ 188.300379] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.666Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"579850c43799feef418f1b3a","created_at":"2026-08-28T11:21:03.346Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f6b07a85974770729ebb4bc7378739f9","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.350Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-579850c43799feef418f1b3a: done: 0.070837 sec","job_status":"done","queue_duration_s":1.245356,"scheduling_latency_s":1.245387,"redis_calls":9,"redis_duration_s":0.002486,"redis_read_bytes":7,"redis_write_bytes":1169,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00141,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001076,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.039,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.039,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024776,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000915758,"exclusive_lock_hold_duration_s":0.018253158,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.070837,"completed_at":"2026-08-28T11:21:04.666Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.03968,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1740vm-test-run-nixbot-gitlab> gitlab # [ 188.336584] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.703Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"544c7d331e92021a83ee5bfb","created_at":"2026-08-28T11:21:03.359Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c7f90decc053941478e30791d6d464cf","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.363Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-544c7d331e92021a83ee5bfb: start","job_status":"start","queue_duration_s":1.339459,"scheduling_latency_s":1.339493}1741vm-test-run-nixbot-gitlab> gitlab # [ 188.369505] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.735Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"544c7d331e92021a83ee5bfb","created_at":"2026-08-28T11:21:03.359Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c7f90decc053941478e30791d6d464cf","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.363Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-544c7d331e92021a83ee5bfb: done: 0.031988 sec","job_status":"done","queue_duration_s":1.339459,"scheduling_latency_s":1.339493,"redis_calls":7,"redis_duration_s":0.0021809999999999998,"redis_read_bytes":5,"redis_write_bytes":776,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001568,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000613,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011854,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.031988,"completed_at":"2026-08-28T11:21:04.735Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1742vm-test-run-nixbot-gitlab> gitlab # [ 188.403848] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.770Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"c4584342e51fe978452347af","created_at":"2026-08-28T11:21:03.377Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fa8403fc0e5214d4cbb17cddf5112f7e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.379Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-c4584342e51fe978452347af: start","job_status":"start","queue_duration_s":1.390653,"scheduling_latency_s":1.390692}1743vm-test-run-nixbot-gitlab> gitlab # [ 188.423915] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.790Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1744vm-test-run-nixbot-gitlab> gitlab # [ 188.433859] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.800Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"c4584342e51fe978452347af","created_at":"2026-08-28T11:21:03.377Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fa8403fc0e5214d4cbb17cddf5112f7e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.379Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-c4584342e51fe978452347af: done: 0.030165 sec","job_status":"done","queue_duration_s":1.390653,"scheduling_latency_s":1.390692,"redis_calls":7,"redis_duration_s":0.003422,"redis_read_bytes":5,"redis_write_bytes":766,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003019,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000403,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011741,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.030165,"completed_at":"2026-08-28T11:21:04.800Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1745vm-test-run-nixbot-gitlab> gitlab # [ 188.467905] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.834Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"caaf22f2143e7a2e8cc8221c","created_at":"2026-08-28T11:21:03.388Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"83018b96fc1b6f52082d15897bba21b1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-08-28T11:21:03.391Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-caaf22f2143e7a2e8cc8221c: start","job_status":"start","queue_duration_s":1.443161,"scheduling_latency_s":1.443207}1746vm-test-run-nixbot-gitlab> gitlab # [ 188.492675] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.858Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1747vm-test-run-nixbot-gitlab> gitlab # [ 188.499885] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.866Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"caaf22f2143e7a2e8cc8221c","created_at":"2026-08-28T11:21:03.388Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"83018b96fc1b6f52082d15897bba21b1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-08-28T11:21:03.391Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-caaf22f2143e7a2e8cc8221c: done: 0.0319 sec","job_status":"done","queue_duration_s":1.443161,"scheduling_latency_s":1.443207,"redis_calls":7,"redis_duration_s":0.002318,"redis_read_bytes":5,"redis_write_bytes":806,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001585,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000733,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012405,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.0319,"completed_at":"2026-08-28T11:21:04.866Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1748vm-test-run-nixbot-gitlab> gitlab # [ 188.532956] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.899Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"c0377de719c989c7743aae57","created_at":"2026-08-28T11:21:03.401Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"123a4af951e76d40fd278a65e7360d82","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-08-28T11:21:03.407Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-c0377de719c989c7743aae57: start","job_status":"start","queue_duration_s":1.491979,"scheduling_latency_s":1.49202}1749vm-test-run-nixbot-gitlab> gitlab # [ 188.553351] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.920Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1750vm-test-run-nixbot-gitlab> gitlab # [ 188.561023] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.927Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"c0377de719c989c7743aae57","created_at":"2026-08-28T11:21:03.401Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"123a4af951e76d40fd278a65e7360d82","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-08-28T11:21:03.407Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-c0377de719c989c7743aae57: done: 0.028029 sec","job_status":"done","queue_duration_s":1.491979,"scheduling_latency_s":1.49202,"redis_calls":7,"redis_duration_s":0.002156,"redis_read_bytes":5,"redis_write_bytes":801,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001597,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000559,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012024,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028029,"completed_at":"2026-08-28T11:21:04.927Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1751vm-test-run-nixbot-gitlab> gitlab # [ 188.581118] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.930Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"4bdfba28ff6db9e874935276","created_at":"2026-08-28T11:21:03.420Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d0ceef06d578e598e62576e0a2bd0551","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.423Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-4bdfba28ff6db9e874935276: start","job_status":"start","queue_duration_s":1.506441,"scheduling_latency_s":1.506503}1752vm-test-run-nixbot-gitlab> gitlab # [ 188.582718] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:04.949Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"4bdfba28ff6db9e874935276","created_at":"2026-08-28T11:21:03.420Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d0ceef06d578e598e62576e0a2bd0551","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.423Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-4bdfba28ff6db9e874935276: done: 0.019499 sec","job_status":"done","queue_duration_s":1.506441,"scheduling_latency_s":1.506503,"redis_calls":7,"redis_duration_s":0.002086,"redis_read_bytes":5,"redis_write_bytes":831,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001506,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00058,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01099,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019499,"completed_at":"2026-08-28T11:21:04.949Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1753vm-test-run-nixbot-gitlab> gitlab # [ 188.646161] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.012Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"cc78dd7addb2328e074967a7","created_at":"2026-08-28T11:21:03.453Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"04dc71ec528652bc959ef4eefd68b989","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.458Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-cc78dd7addb2328e074967a7: start","job_status":"start","queue_duration_s":1.554183,"scheduling_latency_s":1.554218}1754vm-test-run-nixbot-gitlab> gitlab # [ 188.665858] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.032Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1755vm-test-run-nixbot-gitlab> gitlab # [ 188.670804] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.036Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"cc78dd7addb2328e074967a7","created_at":"2026-08-28T11:21:03.453Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"04dc71ec528652bc959ef4eefd68b989","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.458Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-cc78dd7addb2328e074967a7: done: 0.024711 sec","job_status":"done","queue_duration_s":1.554183,"scheduling_latency_s":1.554218,"redis_calls":7,"redis_duration_s":0.0012820000000000002,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000884,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000398,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007192,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.024711,"completed_at":"2026-08-28T11:21:05.036Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1756vm-test-run-nixbot-gitlab> gitlab # [ 188.672251] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.039Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"a2a5db46699375d88effe1e1","created_at":"2026-08-28T11:21:03.486Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0aa598594f6360b766a5161b059391e5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.489Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-a2a5db46699375d88effe1e1: start","job_status":"start","queue_duration_s":1.549545,"scheduling_latency_s":1.549568}1757vm-test-run-nixbot-gitlab> gitlab # [ 188.732324] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.099Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"a2a5db46699375d88effe1e1","created_at":"2026-08-28T11:21:03.486Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0aa598594f6360b766a5161b059391e5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.489Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-a2a5db46699375d88effe1e1: done: 0.060031 sec","job_status":"done","queue_duration_s":1.549545,"scheduling_latency_s":1.549568,"redis_calls":9,"redis_duration_s":0.001544,"redis_read_bytes":7,"redis_write_bytes":1162,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000772,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000772,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.036,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.036,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018672,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00044894,"exclusive_lock_hold_duration_s":0.048179028,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.060031,"completed_at":"2026-08-28T11:21:05.099Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.037146,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1758vm-test-run-nixbot-gitlab> gitlab # [ 188.767901] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.100Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"eda3c112c4308a29782631f0","created_at":"2026-08-28T11:21:03.512Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d216c9d3b13642017c6e41598fd3e6cd","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.515Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-eda3c112c4308a29782631f0: start","job_status":"start","queue_duration_s":1.584656,"scheduling_latency_s":1.584671}1759vm-test-run-nixbot-gitlab> gitlab # [ 188.768249] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.115Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"eda3c112c4308a29782631f0","created_at":"2026-08-28T11:21:03.512Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-06e3a80758ec4c46","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d216c9d3b13642017c6e41598fd3e6cd","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.515Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-eda3c112c4308a29782631f0: done: 0.015598 sec","job_status":"done","queue_duration_s":1.584656,"scheduling_latency_s":1.584671,"redis_calls":9,"redis_duration_s":0.001575,"redis_read_bytes":7,"redis_write_bytes":1087,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000794,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000781,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00913,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00029948,"exclusive_lock_hold_duration_s":0.002907912,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.015598,"completed_at":"2026-08-28T11:21:05.115Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00127,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1760vm-test-run-nixbot-gitlab> gitlab # [ 188.777040] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.117Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eece138418008f6c28c6cb31","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eece138418008f6c28c6cb31: start","job_status":"start","queue_duration_s":1.414095,"scheduling_latency_s":1.41411}1761vm-test-run-nixbot-gitlab> gitlab # [ 188.787211] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.128Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eece138418008f6c28c6cb31","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eece138418008f6c28c6cb31: done: 0.011331 sec","job_status":"done","queue_duration_s":1.414095,"scheduling_latency_s":1.41411,"redis_calls":13,"redis_duration_s":0.001754,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000545,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001209,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007229,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.011331,"completed_at":"2026-08-28T11:21:05.128Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1762vm-test-run-nixbot-gitlab> gitlab # [ 188.832741] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.129Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"33692a795ab39256fabc73a9","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-33692a795ab39256fabc73a9: start","job_status":"start","queue_duration_s":1.42627,"scheduling_latency_s":1.426284}1763vm-test-run-nixbot-gitlab> gitlab # [ 188.877194] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.243Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"33692a795ab39256fabc73a9","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-33692a795ab39256fabc73a9: done: 0.114319 sec","job_status":"done","queue_duration_s":1.42627,"scheduling_latency_s":1.426284,"redis_calls":13,"redis_duration_s":0.09782199999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001133,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.096689,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014901,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.114319,"completed_at":"2026-08-28T11:21:05.243Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1764vm-test-run-nixbot-gitlab> gitlab # [ 188.910731] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.277Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"469d0e2a7e99ded17e0e4127","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-469d0e2a7e99ded17e0e4127: start","job_status":"start","queue_duration_s":1.574396,"scheduling_latency_s":1.574439}1765vm-test-run-nixbot-gitlab> gitlab # [ 188.945259] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.310Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"469d0e2a7e99ded17e0e4127","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-469d0e2a7e99ded17e0e4127: done: 0.03351 sec","job_status":"done","queue_duration_s":1.574396,"scheduling_latency_s":1.574439,"redis_calls":13,"redis_duration_s":0.004484,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001532,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002952,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016432,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.03351,"completed_at":"2026-08-28T11:21:05.310Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1766vm-test-run-nixbot-gitlab> gitlab # [ 188.978823] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.345Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2747edc45edfccdfcd644c01","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2747edc45edfccdfcd644c01: start","job_status":"start","queue_duration_s":1.642509,"scheduling_latency_s":1.642554}1767vm-test-run-nixbot-gitlab> gitlab # [ 189.003167] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.369Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2747edc45edfccdfcd644c01","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2747edc45edfccdfcd644c01: done: 0.024216 sec","job_status":"done","queue_duration_s":1.642509,"scheduling_latency_s":1.642554,"redis_calls":13,"redis_duration_s":0.004145,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001432,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002713,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015016,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024216,"completed_at":"2026-08-28T11:21:05.369Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1768vm-test-run-nixbot-gitlab> gitlab # [ 189.004737] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.371Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"344edff6735d0bb52d0fab48","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-344edff6735d0bb52d0fab48: start","job_status":"start","queue_duration_s":1.668599,"scheduling_latency_s":1.668637}1769vm-test-run-nixbot-gitlab> gitlab # [ 189.019693] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.386Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"344edff6735d0bb52d0fab48","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-344edff6735d0bb52d0fab48: done: 0.014918 sec","job_status":"done","queue_duration_s":1.668599,"scheduling_latency_s":1.668637,"redis_calls":13,"redis_duration_s":0.0029579999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000998,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00196,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009016,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014918,"completed_at":"2026-08-28T11:21:05.386Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1770vm-test-run-nixbot-gitlab> gitlab # [ 189.069860] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.387Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e4e6418923a13f1d5445633c","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e4e6418923a13f1d5445633c: start","job_status":"start","queue_duration_s":1.684738,"scheduling_latency_s":1.684754}1771vm-test-run-nixbot-gitlab> gitlab # [ 189.070681] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.398Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e4e6418923a13f1d5445633c","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e4e6418923a13f1d5445633c: done: 0.010625 sec","job_status":"done","queue_duration_s":1.684738,"scheduling_latency_s":1.684754,"redis_calls":13,"redis_duration_s":0.002637,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000808,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001829,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006327,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010625,"completed_at":"2026-08-28T11:21:05.398Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1772vm-test-run-nixbot-gitlab> gitlab # [ 189.111363] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.399Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a7025ee210ad04dae872df84","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a7025ee210ad04dae872df84: start","job_status":"start","queue_duration_s":1.696471,"scheduling_latency_s":1.69671}1773vm-test-run-nixbot-gitlab> gitlab # [ 189.112253] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.410Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a7025ee210ad04dae872df84","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a7025ee210ad04dae872df84: done: 0.010714 sec","job_status":"done","queue_duration_s":1.696471,"scheduling_latency_s":1.69671,"redis_calls":13,"redis_duration_s":0.00268,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000873,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001807,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006174,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010714,"completed_at":"2026-08-28T11:21:05.410Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1774vm-test-run-nixbot-gitlab> gitlab # [ 189.156084] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.411Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9f965ce724485a3288a53072","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9f965ce724485a3288a53072: start","job_status":"start","queue_duration_s":1.708308,"scheduling_latency_s":1.708321}1775vm-test-run-nixbot-gitlab> gitlab # [ 189.156886] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.421Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9f965ce724485a3288a53072","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9f965ce724485a3288a53072: done: 0.010597 sec","job_status":"done","queue_duration_s":1.708308,"scheduling_latency_s":1.708321,"redis_calls":13,"redis_duration_s":0.002769,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000903,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001866,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006254,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010597,"completed_at":"2026-08-28T11:21:05.421Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1776vm-test-run-nixbot-gitlab> gitlab # [ 189.165672] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.422Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"74b7cbf9dc3b9012dfb950d7","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-74b7cbf9dc3b9012dfb950d7: start","job_status":"start","queue_duration_s":1.719995,"scheduling_latency_s":1.720008}1777vm-test-run-nixbot-gitlab> gitlab # [ 189.176349] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.433Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"74b7cbf9dc3b9012dfb950d7","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-74b7cbf9dc3b9012dfb950d7: done: 0.010557 sec","job_status":"done","queue_duration_s":1.719995,"scheduling_latency_s":1.720008,"redis_calls":13,"redis_duration_s":0.002729,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000911,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001818,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006248,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010557,"completed_at":"2026-08-28T11:21:05.433Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1778vm-test-run-nixbot-gitlab> gitlab # [ 189.209189] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.434Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dc994d1b059ca00d0f241b05","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dc994d1b059ca00d0f241b05: start","job_status":"start","queue_duration_s":1.731878,"scheduling_latency_s":1.731892}1779vm-test-run-nixbot-gitlab> gitlab # [ 189.219293] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.445Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dc994d1b059ca00d0f241b05","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dc994d1b059ca00d0f241b05: done: 0.011025 sec","job_status":"done","queue_duration_s":1.731878,"scheduling_latency_s":1.731892,"redis_calls":13,"redis_duration_s":0.003156,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001198,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001958,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006305,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.011025,"completed_at":"2026-08-28T11:21:05.445Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1780vm-test-run-nixbot-gitlab> gitlab # [ 189.255755] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.447Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d22346b00fa1b17d5d1b81d2","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d22346b00fa1b17d5d1b81d2: start","job_status":"start","queue_duration_s":1.744101,"scheduling_latency_s":1.744114}1781vm-test-run-nixbot-gitlab> gitlab # [ 189.293599] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.457Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d22346b00fa1b17d5d1b81d2","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d22346b00fa1b17d5d1b81d2: done: 0.010597 sec","job_status":"done","queue_duration_s":1.744101,"scheduling_latency_s":1.744114,"redis_calls":13,"redis_duration_s":0.002751,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000922,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001829,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006238,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010597,"completed_at":"2026-08-28T11:21:05.457Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1782vm-test-run-nixbot-gitlab> gitlab # [ 189.294946] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.458Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"97ce1a517fcb3d3ee75e798f","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-97ce1a517fcb3d3ee75e798f: start","job_status":"start","queue_duration_s":1.755827,"scheduling_latency_s":1.75584}1783vm-test-run-nixbot-gitlab> gitlab # [ 189.333712] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.469Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"97ce1a517fcb3d3ee75e798f","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-97ce1a517fcb3d3ee75e798f: done: 0.010879 sec","job_status":"done","queue_duration_s":1.755827,"scheduling_latency_s":1.75584,"redis_calls":13,"redis_duration_s":0.0026939999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000837,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001857,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006072,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010879,"completed_at":"2026-08-28T11:21:05.469Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1784vm-test-run-nixbot-gitlab> gitlab # [ 189.335140] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.470Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2180532ab67b65d0ca10188a","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2180532ab67b65d0ca10188a: start","job_status":"start","queue_duration_s":1.76782,"scheduling_latency_s":1.767834}1785vm-test-run-nixbot-gitlab> gitlab # [ 189.375384] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.481Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2180532ab67b65d0ca10188a","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2180532ab67b65d0ca10188a: done: 0.010622 sec","job_status":"done","queue_duration_s":1.76782,"scheduling_latency_s":1.767834,"redis_calls":13,"redis_duration_s":0.002691,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000847,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001844,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006283,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010622,"completed_at":"2026-08-28T11:21:05.481Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1786vm-test-run-nixbot-gitlab> gitlab # [ 189.376774] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.482Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b197a18c520ac75b707a2870","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b197a18c520ac75b707a2870: start","job_status":"start","queue_duration_s":1.779535,"scheduling_latency_s":1.779549}1787vm-test-run-nixbot-gitlab> gitlab # [ 189.385612] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.493Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b197a18c520ac75b707a2870","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b197a18c520ac75b707a2870: done: 0.010561 sec","job_status":"done","queue_duration_s":1.779535,"scheduling_latency_s":1.779549,"redis_calls":13,"redis_duration_s":0.003058,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00109,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001968,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006241,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010561,"completed_at":"2026-08-28T11:21:05.493Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1788vm-test-run-nixbot-gitlab> gitlab # [ 189.432738] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.494Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1cc2b77b734377e274184269","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1cc2b77b734377e274184269: start","job_status":"start","queue_duration_s":1.791296,"scheduling_latency_s":1.791311}1789vm-test-run-nixbot-gitlab> gitlab # [ 189.433691] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.506Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1cc2b77b734377e274184269","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1cc2b77b734377e274184269: done: 0.012247 sec","job_status":"done","queue_duration_s":1.791296,"scheduling_latency_s":1.791311,"redis_calls":13,"redis_duration_s":0.002764,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000793,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001971,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006133,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.012247,"completed_at":"2026-08-28T11:21:05.506Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1790vm-test-run-nixbot-gitlab> gitlab # [ 189.482139] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.507Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b5c7893b0d579830a51b70c2","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b5c7893b0d579830a51b70c2: start","job_status":"start","queue_duration_s":1.804902,"scheduling_latency_s":1.804915}1791vm-test-run-nixbot-gitlab> gitlab # [ 189.482868] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.518Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b5c7893b0d579830a51b70c2","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b5c7893b0d579830a51b70c2: done: 0.010556 sec","job_status":"done","queue_duration_s":1.804902,"scheduling_latency_s":1.804915,"redis_calls":13,"redis_duration_s":0.0026550000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000845,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00181,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006196,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010556,"completed_at":"2026-08-28T11:21:05.518Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1792vm-test-run-nixbot-gitlab> gitlab # [ 189.531125] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.519Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"441c6637a11777bc9d50082a","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-441c6637a11777bc9d50082a: start","job_status":"start","queue_duration_s":1.816708,"scheduling_latency_s":1.816721}1793vm-test-run-nixbot-gitlab> gitlab # [ 189.531755] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.530Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"441c6637a11777bc9d50082a","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-441c6637a11777bc9d50082a: done: 0.010669 sec","job_status":"done","queue_duration_s":1.816708,"scheduling_latency_s":1.816721,"redis_calls":13,"redis_duration_s":0.0029029999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000836,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002067,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006311,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010669,"completed_at":"2026-08-28T11:21:05.530Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1794vm-test-run-nixbot-gitlab> gitlab # [ 189.543631] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.531Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"661022ba42b3e643d8e98b25","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-661022ba42b3e643d8e98b25: start","job_status":"start","queue_duration_s":1.828487,"scheduling_latency_s":1.828501}1795vm-test-run-nixbot-gitlab> gitlab # [ 189.578584] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.541Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"661022ba42b3e643d8e98b25","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-661022ba42b3e643d8e98b25: done: 0.010478 sec","job_status":"done","queue_duration_s":1.828487,"scheduling_latency_s":1.828501,"redis_calls":13,"redis_duration_s":0.0027010000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000851,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00185,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006197,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010478,"completed_at":"2026-08-28T11:21:05.541Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1796vm-test-run-nixbot-gitlab> gitlab # [ 189.583851] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.543Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2603e94946adda4236345772","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2603e94946adda4236345772: start","job_status":"start","queue_duration_s":1.840065,"scheduling_latency_s":1.840078}1797vm-test-run-nixbot-gitlab> gitlab # [ 189.626670] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.553Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2603e94946adda4236345772","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2603e94946adda4236345772: done: 0.010456 sec","job_status":"done","queue_duration_s":1.840065,"scheduling_latency_s":1.840078,"redis_calls":13,"redis_duration_s":0.0027199999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000891,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001829,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.005965,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010456,"completed_at":"2026-08-28T11:21:05.553Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1798vm-test-run-nixbot-gitlab> gitlab # [ 189.627542] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.554Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"aa384c8a9fac5a82631dedf7","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-aa384c8a9fac5a82631dedf7: start","job_status":"start","queue_duration_s":1.851762,"scheduling_latency_s":1.851777}1799vm-test-run-nixbot-gitlab> gitlab # [ 189.634245] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.565Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"aa384c8a9fac5a82631dedf7","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-aa384c8a9fac5a82631dedf7: done: 0.010494 sec","job_status":"done","queue_duration_s":1.851762,"scheduling_latency_s":1.851777,"redis_calls":13,"redis_duration_s":0.002703,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000871,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001832,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006178,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010494,"completed_at":"2026-08-28T11:21:05.565Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1800vm-test-run-nixbot-gitlab> gitlab # [ 189.698871] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.566Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7282f4d48c7ad72ae49a97df","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7282f4d48c7ad72ae49a97df: start","job_status":"start","queue_duration_s":1.863465,"scheduling_latency_s":1.863478}1801vm-test-run-nixbot-gitlab> gitlab # [ 189.699601] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.576Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7282f4d48c7ad72ae49a97df","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7282f4d48c7ad72ae49a97df: done: 0.010414 sec","job_status":"done","queue_duration_s":1.863465,"scheduling_latency_s":1.863478,"redis_calls":13,"redis_duration_s":0.002758,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000885,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001873,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006102,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010414,"completed_at":"2026-08-28T11:21:05.576Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1802vm-test-run-nixbot-gitlab> gitlab # [ 189.706199] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.577Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"aa752a4e866f92e17d60fcde","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-aa752a4e866f92e17d60fcde: start","job_status":"start","queue_duration_s":1.874998,"scheduling_latency_s":1.875012}1803vm-test-run-nixbot-gitlab> gitlab # [ 189.716416] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.588Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"aa752a4e866f92e17d60fcde","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-aa752a4e866f92e17d60fcde: done: 0.010408 sec","job_status":"done","queue_duration_s":1.874998,"scheduling_latency_s":1.875012,"redis_calls":13,"redis_duration_s":0.002724,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000828,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001896,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00612,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010408,"completed_at":"2026-08-28T11:21:05.588Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1804vm-test-run-nixbot-gitlab> gitlab # [ 189.771345] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.589Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f4238ccf738579b403f94a2e","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f4238ccf738579b403f94a2e: start","job_status":"start","queue_duration_s":1.886653,"scheduling_latency_s":1.886667}1805vm-test-run-nixbot-gitlab> gitlab # [ 189.772130] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.600Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f4238ccf738579b403f94a2e","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f4238ccf738579b403f94a2e: done: 0.010577 sec","job_status":"done","queue_duration_s":1.886653,"scheduling_latency_s":1.886667,"redis_calls":13,"redis_duration_s":0.002774,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000874,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.0019,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006055,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010577,"completed_at":"2026-08-28T11:21:05.600Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1806vm-test-run-nixbot-gitlab> gitlab # [ 189.789076] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.601Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5553f05468c8b7e58a99cac1","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5553f05468c8b7e58a99cac1: start","job_status":"start","queue_duration_s":1.898514,"scheduling_latency_s":1.898528}1807vm-test-run-nixbot-gitlab> gitlab # [ 189.826908] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.612Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5553f05468c8b7e58a99cac1","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5553f05468c8b7e58a99cac1: done: 0.010711 sec","job_status":"done","queue_duration_s":1.898514,"scheduling_latency_s":1.898528,"redis_calls":13,"redis_duration_s":0.002845,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000865,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00198,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006264,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010711,"completed_at":"2026-08-28T11:21:05.612Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1808vm-test-run-nixbot-gitlab> gitlab # [ 189.830791] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.613Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ee5341b26e310aa7fa402c4a","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ee5341b26e310aa7fa402c4a: start","job_status":"start","queue_duration_s":1.910506,"scheduling_latency_s":1.910519}1809vm-test-run-nixbot-gitlab> gitlab # [ 189.841576] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.624Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ee5341b26e310aa7fa402c4a","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ee5341b26e310aa7fa402c4a: done: 0.010634 sec","job_status":"done","queue_duration_s":1.910506,"scheduling_latency_s":1.910519,"redis_calls":13,"redis_duration_s":0.002894,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000891,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002003,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006173,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010634,"completed_at":"2026-08-28T11:21:05.624Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1810vm-test-run-nixbot-gitlab> gitlab # [ 189.880447] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.625Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"524c4e571e93d48af307120d","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-524c4e571e93d48af307120d: start","job_status":"start","queue_duration_s":1.922313,"scheduling_latency_s":1.922327}1811vm-test-run-nixbot-gitlab> gitlab # [ 189.883670] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.636Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"524c4e571e93d48af307120d","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-524c4e571e93d48af307120d: done: 0.010722 sec","job_status":"done","queue_duration_s":1.922313,"scheduling_latency_s":1.922327,"redis_calls":13,"redis_duration_s":0.002785,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000882,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001903,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006387,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010722,"completed_at":"2026-08-28T11:21:05.635Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1812vm-test-run-nixbot-gitlab> gitlab # [ 189.919166] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.637Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4ac79a6479532cd8133bced7","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4ac79a6479532cd8133bced7: start","job_status":"start","queue_duration_s":1.934177,"scheduling_latency_s":1.934191}1813vm-test-run-nixbot-gitlab> gitlab # [ 189.925622] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.648Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4ac79a6479532cd8133bced7","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4ac79a6479532cd8133bced7: done: 0.010883 sec","job_status":"done","queue_duration_s":1.934177,"scheduling_latency_s":1.934191,"redis_calls":13,"redis_duration_s":0.002824,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001072,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001752,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006104,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010883,"completed_at":"2026-08-28T11:21:05.648Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1814vm-test-run-nixbot-gitlab> gitlab # [ 189.961129] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.649Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c6ba09b801a297cbed088b0b","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c6ba09b801a297cbed088b0b: start","job_status":"start","queue_duration_s":1.946258,"scheduling_latency_s":1.946273}1815vm-test-run-nixbot-gitlab> gitlab # [ 189.997100] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.660Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c6ba09b801a297cbed088b0b","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c6ba09b801a297cbed088b0b: done: 0.011537 sec","job_status":"done","queue_duration_s":1.946258,"scheduling_latency_s":1.946273,"redis_calls":13,"redis_duration_s":0.002887,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000956,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001931,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006859,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.011537,"completed_at":"2026-08-28T11:21:05.660Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1816vm-test-run-nixbot-gitlab> gitlab # [ 189.999138] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.661Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ee86c5074ee08385b63b62ab","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ee86c5074ee08385b63b62ab: start","job_status":"start","queue_duration_s":1.958835,"scheduling_latency_s":1.958849}1817vm-test-run-nixbot-gitlab> gitlab # [ 190.009627] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.671Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ee86c5074ee08385b63b62ab","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ee86c5074ee08385b63b62ab: done: 0.009615 sec","job_status":"done","queue_duration_s":1.958835,"scheduling_latency_s":1.958849,"redis_calls":13,"redis_duration_s":0.001709,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00056,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001149,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006073,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.009615,"completed_at":"2026-08-28T11:21:05.671Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1818vm-test-run-nixbot-gitlab> gitlab # [ 190.069586] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.672Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"73cb54a3f4aa5f68f375af39","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-73cb54a3f4aa5f68f375af39: start","job_status":"start","queue_duration_s":1.969295,"scheduling_latency_s":1.969308}1819vm-test-run-nixbot-gitlab> gitlab # [ 190.070299] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.682Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"73cb54a3f4aa5f68f375af39","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-73cb54a3f4aa5f68f375af39: done: 0.010403 sec","job_status":"done","queue_duration_s":1.969295,"scheduling_latency_s":1.969308,"redis_calls":13,"redis_duration_s":0.002736,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000855,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001881,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.005974,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010403,"completed_at":"2026-08-28T11:21:05.682Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1820vm-test-run-nixbot-gitlab> gitlab # [ 190.084562] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.683Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8b08f540c4c4a2898cf79a5d","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8b08f540c4c4a2898cf79a5d: start","job_status":"start","queue_duration_s":1.980998,"scheduling_latency_s":1.981012}1821vm-test-run-nixbot-gitlab> gitlab # [ 190.126070] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.694Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8b08f540c4c4a2898cf79a5d","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8b08f540c4c4a2898cf79a5d: done: 0.010727 sec","job_status":"done","queue_duration_s":1.980998,"scheduling_latency_s":1.981012,"redis_calls":13,"redis_duration_s":0.002572,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000843,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001729,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006581,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010727,"completed_at":"2026-08-28T11:21:05.694Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1822vm-test-run-nixbot-gitlab> gitlab # [ 190.127046] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.695Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"932b2a217ef5fd191cc2a640","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-932b2a217ef5fd191cc2a640: start","job_status":"start","queue_duration_s":1.992785,"scheduling_latency_s":1.992798}1823vm-test-run-nixbot-gitlab> gitlab # [ 190.137118] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.705Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"932b2a217ef5fd191cc2a640","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-932b2a217ef5fd191cc2a640: done: 0.009961 sec","job_status":"done","queue_duration_s":1.992785,"scheduling_latency_s":1.992798,"redis_calls":13,"redis_duration_s":0.0024089999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000766,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001643,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.005906,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.009961,"completed_at":"2026-08-28T11:21:05.705Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1824vm-test-run-nixbot-gitlab> gitlab # [ 190.181093] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.706Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1c975baa00813a7eaa60292d","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1c975baa00813a7eaa60292d: start","job_status":"start","queue_duration_s":2.003904,"scheduling_latency_s":2.003918}1825vm-test-run-nixbot-gitlab> gitlab # [ 190.181711] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.717Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1c975baa00813a7eaa60292d","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1c975baa00813a7eaa60292d: done: 0.01022 sec","job_status":"done","queue_duration_s":2.003904,"scheduling_latency_s":2.003918,"redis_calls":13,"redis_duration_s":0.0024720000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000745,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001727,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006189,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01022,"completed_at":"2026-08-28T11:21:05.717Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1826vm-test-run-nixbot-gitlab> gitlab # [ 190.218649] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.718Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"85d86e8fbe2050b68f5603fa","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-85d86e8fbe2050b68f5603fa: start","job_status":"start","queue_duration_s":2.015166,"scheduling_latency_s":2.01518}1827vm-test-run-nixbot-gitlab> gitlab # [ 190.220983] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.728Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"85d86e8fbe2050b68f5603fa","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-85d86e8fbe2050b68f5603fa: done: 0.010411 sec","job_status":"done","queue_duration_s":2.015166,"scheduling_latency_s":2.01518,"redis_calls":13,"redis_duration_s":0.002507,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000798,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001709,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006182,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010411,"completed_at":"2026-08-28T11:21:05.728Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1828vm-test-run-nixbot-gitlab> gitlab # [ 190.286116] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.729Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"facb429d8b4d0b619cee67ef","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-facb429d8b4d0b619cee67ef: start","job_status":"start","queue_duration_s":2.02667,"scheduling_latency_s":2.026684}1829vm-test-run-nixbot-gitlab> gitlab # [ 190.286684] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.739Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"facb429d8b4d0b619cee67ef","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-facb429d8b4d0b619cee67ef: done: 0.010196 sec","job_status":"done","queue_duration_s":2.02667,"scheduling_latency_s":2.026684,"redis_calls":13,"redis_duration_s":0.002539,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000764,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001775,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006159,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010196,"completed_at":"2026-08-28T11:21:05.739Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1830vm-test-run-nixbot-gitlab> gitlab # [ 190.295630] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.740Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b3a9f36d32c86dd7aa2a3cbc","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b3a9f36d32c86dd7aa2a3cbc: start","job_status":"start","queue_duration_s":2.037969,"scheduling_latency_s":2.037982}1831vm-test-run-nixbot-gitlab> gitlab # [ 190.305634] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.751Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b3a9f36d32c86dd7aa2a3cbc","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b3a9f36d32c86dd7aa2a3cbc: done: 0.010656 sec","job_status":"done","queue_duration_s":2.037969,"scheduling_latency_s":2.037982,"redis_calls":13,"redis_duration_s":0.00308,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001098,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001982,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006287,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010656,"completed_at":"2026-08-28T11:21:05.751Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1832vm-test-run-nixbot-gitlab> gitlab # [ 190.340952] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.752Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"99e7889da31f17add8f9d0f7","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-99e7889da31f17add8f9d0f7: start","job_status":"start","queue_duration_s":2.049722,"scheduling_latency_s":2.049735}1833vm-test-run-nixbot-gitlab> gitlab # [ 190.346294] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.762Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"99e7889da31f17add8f9d0f7","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-99e7889da31f17add8f9d0f7: done: 0.010247 sec","job_status":"done","queue_duration_s":2.049722,"scheduling_latency_s":2.049735,"redis_calls":13,"redis_duration_s":0.002512,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000774,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001738,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.005971,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010247,"completed_at":"2026-08-28T11:21:05.762Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1834vm-test-run-nixbot-gitlab> gitlab # [ 190.377938] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.764Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6d48ed954d299cd3d280701c","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6d48ed954d299cd3d280701c: start","job_status":"start","queue_duration_s":2.061273,"scheduling_latency_s":2.061287}1835vm-test-run-nixbot-gitlab> gitlab # [ 190.387990] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.774Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6d48ed954d299cd3d280701c","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6d48ed954d299cd3d280701c: done: 0.010181 sec","job_status":"done","queue_duration_s":2.061273,"scheduling_latency_s":2.061287,"redis_calls":13,"redis_duration_s":0.002468,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000813,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001655,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006084,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010181,"completed_at":"2026-08-28T11:21:05.774Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1836vm-test-run-nixbot-gitlab> gitlab # [ 190.431909] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.775Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"05e42665dd3885d9681a3796","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-05e42665dd3885d9681a3796: start","job_status":"start","queue_duration_s":2.072491,"scheduling_latency_s":2.072504}1837vm-test-run-nixbot-gitlab> gitlab # [ 190.432624] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.785Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"05e42665dd3885d9681a3796","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-05e42665dd3885d9681a3796: done: 0.010227 sec","job_status":"done","queue_duration_s":2.072491,"scheduling_latency_s":2.072504,"redis_calls":13,"redis_duration_s":0.002434,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000762,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001672,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006193,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010227,"completed_at":"2026-08-28T11:21:05.785Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1838vm-test-run-nixbot-gitlab> gitlab # [ 190.468689] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.786Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cc2a4fc8a64e34b602bec1f0","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cc2a4fc8a64e34b602bec1f0: start","job_status":"start","queue_duration_s":2.083812,"scheduling_latency_s":2.083826}1839vm-test-run-nixbot-gitlab> gitlab # [ 190.469486] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.796Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cc2a4fc8a64e34b602bec1f0","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cc2a4fc8a64e34b602bec1f0: done: 0.010194 sec","job_status":"done","queue_duration_s":2.083812,"scheduling_latency_s":2.083826,"redis_calls":13,"redis_duration_s":0.002441,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000767,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001674,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006184,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010194,"completed_at":"2026-08-28T11:21:05.796Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1840vm-test-run-nixbot-gitlab> gitlab # [ 190.508449] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.798Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2331b2521a9b1a9ca565be1c","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2331b2521a9b1a9ca565be1c: start","job_status":"start","queue_duration_s":2.095134,"scheduling_latency_s":2.09515}1841vm-test-run-nixbot-gitlab> gitlab # [ 190.510569] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.808Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2331b2521a9b1a9ca565be1c","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2331b2521a9b1a9ca565be1c: done: 0.010317 sec","job_status":"done","queue_duration_s":2.095134,"scheduling_latency_s":2.09515,"redis_calls":13,"redis_duration_s":0.00253,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000793,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001737,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006021,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010317,"completed_at":"2026-08-28T11:21:05.808Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1842vm-test-run-nixbot-gitlab> gitlab # [ 190.553328] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.809Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"da681b4a66e806c2d44a0e79","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-da681b4a66e806c2d44a0e79: start","job_status":"start","queue_duration_s":2.106768,"scheduling_latency_s":2.106783}1843vm-test-run-nixbot-gitlab> gitlab # [ 190.553890] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.819Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"da681b4a66e806c2d44a0e79","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-da681b4a66e806c2d44a0e79: done: 0.010207 sec","job_status":"done","queue_duration_s":2.106768,"scheduling_latency_s":2.106783,"redis_calls":13,"redis_duration_s":0.0024089999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000774,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001635,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006163,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010207,"completed_at":"2026-08-28T11:21:05.819Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1844vm-test-run-nixbot-gitlab> gitlab # [ 190.588917] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.821Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"436f64c286082d4e360a9e86","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-436f64c286082d4e360a9e86: start","job_status":"start","queue_duration_s":2.118019,"scheduling_latency_s":2.118031}1845vm-test-run-nixbot-gitlab> gitlab # [ 190.591465] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.831Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"436f64c286082d4e360a9e86","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-436f64c286082d4e360a9e86: done: 0.010268 sec","job_status":"done","queue_duration_s":2.118019,"scheduling_latency_s":2.118031,"redis_calls":13,"redis_duration_s":0.002564,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000803,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001761,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006153,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010268,"completed_at":"2026-08-28T11:21:05.831Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1846vm-test-run-nixbot-gitlab> gitlab # [ 190.653629] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.832Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4a1af7c088426edd49db2071","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4a1af7c088426edd49db2071: start","job_status":"start","queue_duration_s":2.129324,"scheduling_latency_s":2.129337}1847vm-test-run-nixbot-gitlab> gitlab # [ 190.654502] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.842Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4a1af7c088426edd49db2071","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4a1af7c088426edd49db2071: done: 0.010185 sec","job_status":"done","queue_duration_s":2.129324,"scheduling_latency_s":2.129337,"redis_calls":13,"redis_duration_s":0.002516,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000789,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001727,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006118,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010185,"completed_at":"2026-08-28T11:21:05.842Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1848vm-test-run-nixbot-gitlab> gitlab # [ 190.663597] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.843Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c33a9346d24c5d3371b4be19","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c33a9346d24c5d3371b4be19: start","job_status":"start","queue_duration_s":2.140684,"scheduling_latency_s":2.140699}1849vm-test-run-nixbot-gitlab> gitlab # [ 190.673663] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.854Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c33a9346d24c5d3371b4be19","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c33a9346d24c5d3371b4be19: done: 0.011036 sec","job_status":"done","queue_duration_s":2.140684,"scheduling_latency_s":2.140699,"redis_calls":13,"redis_duration_s":0.002836,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001043,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001793,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006013,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.011036,"completed_at":"2026-08-28T11:21:05.854Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1850vm-test-run-nixbot-gitlab> gitlab # [ 190.707966] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.855Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b16e1a618396b86b42d81a59","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b16e1a618396b86b42d81a59: start","job_status":"start","queue_duration_s":2.152823,"scheduling_latency_s":2.152836}1851vm-test-run-nixbot-gitlab> gitlab # [ 190.714210] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.866Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b16e1a618396b86b42d81a59","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b16e1a618396b86b42d81a59: done: 0.01052 sec","job_status":"done","queue_duration_s":2.152823,"scheduling_latency_s":2.152836,"redis_calls":13,"redis_duration_s":0.00246,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000788,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001672,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006382,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01052,"completed_at":"2026-08-28T11:21:05.866Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1852vm-test-run-nixbot-gitlab> gitlab # [ 190.751907] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.867Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9ff6759f1bfdcba78a409dae","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9ff6759f1bfdcba78a409dae: start","job_status":"start","queue_duration_s":2.164418,"scheduling_latency_s":2.164431}1853vm-test-run-nixbot-gitlab> gitlab # [ 190.754588] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.878Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9ff6759f1bfdcba78a409dae","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9ff6759f1bfdcba78a409dae: done: 0.010766 sec","job_status":"done","queue_duration_s":2.164418,"scheduling_latency_s":2.164431,"redis_calls":13,"redis_duration_s":0.002486,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000745,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001741,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006379,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010766,"completed_at":"2026-08-28T11:21:05.878Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1854vm-test-run-nixbot-gitlab> gitlab # [ 190.796876] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.879Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e292e7a8714dc5382c15fed2","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e292e7a8714dc5382c15fed2: start","job_status":"start","queue_duration_s":2.17627,"scheduling_latency_s":2.176283}1855vm-test-run-nixbot-gitlab> gitlab # [ 190.797514] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.889Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e292e7a8714dc5382c15fed2","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e292e7a8714dc5382c15fed2: done: 0.010638 sec","job_status":"done","queue_duration_s":2.17627,"scheduling_latency_s":2.176283,"redis_calls":13,"redis_duration_s":0.002535,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000807,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001728,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00649,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010638,"completed_at":"2026-08-28T11:21:05.889Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1856vm-test-run-nixbot-gitlab> gitlab # [ 190.845695] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.890Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5d59c5591b4119a8980b7a1a","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5d59c5591b4119a8980b7a1a: start","job_status":"start","queue_duration_s":2.187988,"scheduling_latency_s":2.188002}1857vm-test-run-nixbot-gitlab> gitlab # [ 190.846561] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.901Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5d59c5591b4119a8980b7a1a","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5d59c5591b4119a8980b7a1a: done: 0.010552 sec","job_status":"done","queue_duration_s":2.187988,"scheduling_latency_s":2.188002,"redis_calls":13,"redis_duration_s":0.002488,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000746,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001742,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006442,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010552,"completed_at":"2026-08-28T11:21:05.901Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1858vm-test-run-nixbot-gitlab> gitlab # [ 190.866883] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.902Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4003add5ebca6d6c5720a558","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4003add5ebca6d6c5720a558: start","job_status":"start","queue_duration_s":2.199616,"scheduling_latency_s":2.199637}1859vm-test-run-nixbot-gitlab> gitlab # [ 190.876886] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:05.913Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4003add5ebca6d6c5720a558","created_at":"2026-08-28T11:21:03.659Z","trace_propagation_headers":{"sentry-trace":"babc7a8fd05f434cb8fdc3106fded317-bd18a00195904211","baggage":"sentry-trace_id=babc7a8fd05f434cb8fdc3106fded317,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"7cde3cbe45dd63aa6a71901385c041cd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:03.702Z","job_size_bytes":2,"pid":1663,"sidekiq_tid":"madz","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4003add5ebca6d6c5720a558: done: 0.010676 sec","job_status":"done","queue_duration_s":2.199616,"scheduling_latency_s":2.199637,"redis_calls":13,"redis_duration_s":0.002383,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000759,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001624,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.005936,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.010676,"completed_at":"2026-08-28T11:21:05.913Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1860vm-test-run-nixbot-gitlab> gitlab # [ 193.028376] postgres[2494]: [2494] ERROR: relation "table_without_models" does not exist1861vm-test-run-nixbot-gitlab> gitlab # [ 193.028806] postgres[2494]: [2494] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')1862vm-test-run-nixbot-gitlab> gitlab # [ 196.284415] runuser[2276]: pam_unix(runuser:session): session closed for user gitlab1863vm-test-run-nixbot-gitlab> gitlab # [ 196.286136] setup-gitlab-start[2252]: + systemctl restart gitlab-sidekiq.service1864vm-test-run-nixbot-gitlab> gitlab # [ 196.304389] systemd[1]: Stopping gitlab-sidekiq.service...1865vm-test-run-nixbot-gitlab> gitlab # [ 196.307247] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:12.673Z","message":"Shutting down"}1866vm-test-run-nixbot-gitlab> gitlab # [ 196.308537] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:12.674Z","message":"Scheduler exiting..."}1867vm-test-run-nixbot-gitlab> gitlab # [ 196.309791] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:12.674Z","message":"Terminating quiet threads for default capsule"}1868vm-test-run-nixbot-gitlab> gitlab # [ 196.311267] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:12.675Z","message":"Scheduler exiting..."}1869vm-test-run-nixbot-gitlab> gitlab # [ 196.810252] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:13.176Z","message":"Pausing to allow jobs to finish..."}1870vm-test-run-nixbot-gitlab> gitlab # [ 199.815100] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:16.180Z","message":"Bye!"}1871vm-test-run-nixbot-gitlab> gitlab # [ 199.847241] sidekiq-cluster[1663]: {"severity":"INFO","time":"2026-08-28T11:21:16.213Z","message":"stopped","memwd_reason":"background task stopped","memwd_handler_class":"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler","memwd_sleep_time_s":3,"pid":1663,"worker_id":"sidekiq_0","memwd_rss_bytes":953622528,"retry":0}1872vm-test-run-nixbot-gitlab> gitlab # [ 201.137564] systemd[1]: gitlab-sidekiq.service: Deactivated successfully.1873vm-test-run-nixbot-gitlab> gitlab # [ 201.138371] systemd[1]: Stopped gitlab-sidekiq.service.1874vm-test-run-nixbot-gitlab> gitlab # [ 201.140247] systemd[1]: gitlab-sidekiq.service: Consumed 1min 4.814s CPU time over 2min 3.182s wall clock time, 960M memory peak, 4.5M read from disk.1875vm-test-run-nixbot-gitlab> gitlab # [ 201.143371] systemd[1]: Started gitlab-sidekiq.service.1876vm-test-run-nixbot-gitlab> gitlab # [ 201.148904] setup-gitlab-start[2252]: + mkdir -p /var/lib/secrets1877vm-test-run-nixbot-gitlab> gitlab # [ 201.153711] setup-gitlab-start[2252]: + echo nixbot-test-token-of-20-chars1878vm-test-run-nixbot-gitlab> gitlab # [ 201.156099] setup-gitlab-start[2252]: + chmod 644 /var/lib/secrets/gitlab-token1879vm-test-run-nixbot-gitlab> gitlab # [ 201.162249] setup-gitlab-start[2252]: + curl -fs -X POST -H 'PRIVATE-TOKEN: nixbot-test-token-of-20-chars' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1880vm-test-run-nixbot-gitlab> gitlab # [ 201.958801] gitaly[915]: time="2026-08-28T11:21:18.325Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-08-28T11:21:28.004" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.324" pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1881vm-test-run-nixbot-gitlab> gitlab # [ 201.959642] gitaly[915]: time="2026-08-28T11:21:18.325Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-08-28T11:21:28.004" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.324" grpc.time_ms=0.359 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1882vm-test-run-nixbot-gitlab> gitlab # [ 202.125086] gitaly[915]: time="2026-08-28T11:21:18.492Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-08-28T11:21:28.171" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.491" pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1883vm-test-run-nixbot-gitlab> gitlab # [ 202.143201] gitaly[915]: time="2026-08-28T11:21:18.493Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-08-28T11:21:28.171" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.491" grpc.time_ms=0.229 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1884vm-test-run-nixbot-gitlab> gitlab # [ 202.195933] gitaly[915]: time="2026-08-28T11:21:18.562Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR diskcache=f2a8af4d-e745-4c7f-bd1f-2ad6363d75b7 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-08-28T11:21:28.186" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.507" pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1885vm-test-run-nixbot-gitlab> gitlab # [ 202.208276] gitaly[915]: time="2026-08-28T11:21:18.575Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=18 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1580 command.oublock=32 command.real_time_ms=25 command.spawn_token_fork_ms=3 command.system_time_ms=15 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-08-28T11:21:28.186" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.507" grpc.time_ms=55.073 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1886vm-test-run-nixbot-gitlab> gitlab # [ 202.232989] gitaly[915]: time="2026-08-28T11:21:18.600Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-08-28T11:21:28.279" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.599" pid=915 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1887vm-test-run-nixbot-gitlab> gitlab # [ 202.233750] gitaly[915]: time="2026-08-28T11:21:18.600Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-08-28T11:21:28.279" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.599" grpc.time_ms=0.441 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1888vm-test-run-nixbot-gitlab> gitlab # [ 202.265593] gitaly[915]: time="2026-08-28T11:21:18.632Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-08-28T11:21:28.002" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.622" grpc.time_ms=9.289 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1889vm-test-run-nixbot-gitlab> gitlab # [ 202.328632] gitaly[915]: time="2026-08-28T11:21:18.695Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-08-28T11:21:28.074" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.695" pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1890vm-test-run-nixbot-gitlab> gitlab # [ 202.347871] gitaly[915]: time="2026-08-28T11:21:18.695Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-08-28T11:21:28.074" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.695" grpc.time_ms=0.249 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1891vm-test-run-nixbot-gitlab> gitlab # [ 202.402485] gitaly[915]: time="2026-08-28T11:21:18.769Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR diskcache=3d74fd39-dffc-42e4-be20-79e02ea52d15 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-08-28T11:21:28.113" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.733" pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1892vm-test-run-nixbot-gitlab> gitlab # [ 202.412450] gitaly[915]: time="2026-08-28T11:21:18.769Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1579 command.oublock=32 command.real_time_ms=10 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-08-28T11:21:28.113" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.733" grpc.time_ms=36.066 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1893vm-test-run-nixbot-gitlab> gitlab # [ 202.423925] gitaly[915]: time="2026-08-28T11:21:18.791Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-08-28T11:21:28.170" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.790" pid=915 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1894vm-test-run-nixbot-gitlab> gitlab # [ 202.432485] gitaly[915]: time="2026-08-28T11:21:18.799Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-08-28T11:21:28.170" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.790" grpc.time_ms=0.367 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1895vm-test-run-nixbot-gitlab> gitlab # [ 202.457235] gitaly[915]: time="2026-08-28T11:21:18.824Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-08-28T11:21:28.192" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.813" grpc.time_ms=10.787 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1896vm-test-run-nixbot-gitlab> gitlab # [ 202.508164] gitaly[915]: time="2026-08-28T11:21:18.874Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-08-28T11:21:28.253" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.874" grpc.time_ms=0.267 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1897vm-test-run-nixbot-gitlab> gitlab # [ 202.530776] gitaly[915]: time="2026-08-28T11:21:18.897Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-08-28T11:21:28.276" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:18.897" grpc.time_ms=0.287 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1898vm-test-run-nixbot-gitlab> gitlab # [ 203.152068] gitaly[915]: time="2026-08-28T11:21:19.518Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141MJFCWGXTQCKXSSH8N1KR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-08-28T11:21:29.192" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:19.512" grpc.time_ms=6.066 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1899vm-test-run-nixbot-gitlab> gitlab # [ 203.401146] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:19 +0000] "POST /api/v4/projects HTTP/1.1" 201 4828 "" "curl/8.21.0" 22181900vm-test-run-nixbot-gitlab> gitlab # [ 203.405732] setup-gitlab-start[2252]: + mkdir -p /tmp/test-flake1901vm-test-run-nixbot-gitlab> gitlab # [ 203.407273] setup-gitlab-start[2252]: + cd /tmp/test-flake1902vm-test-run-nixbot-gitlab> gitlab # [ 203.407522] setup-gitlab-start[2252]: + git init -b master1903vm-test-run-nixbot-gitlab> gitlab # [ 203.426511] setup-gitlab-start[2597]: Initialized empty Git repository in /tmp/test-flake/.git/1904vm-test-run-nixbot-gitlab> gitlab # [ 203.427306] setup-gitlab-start[2252]: + git config user.name test1905vm-test-run-nixbot-gitlab> gitlab # [ 203.435526] setup-gitlab-start[2252]: + git config user.email test@example.com1906vm-test-run-nixbot-gitlab> gitlab # [ 203.440732] setup-gitlab-start[2252]: + cat1907vm-test-run-nixbot-gitlab> gitlab # [ 203.445641] setup-gitlab-start[2252]: + git add flake.nix1908vm-test-run-nixbot-gitlab> gitlab # [ 203.452515] setup-gitlab-start[2252]: + git commit -m 'initial commit'1909vm-test-run-nixbot-gitlab> gitlab # [ 203.472707] setup-gitlab-start[2602]: [master (root-commit) 42a376f] initial commit1910vm-test-run-nixbot-gitlab> gitlab # [ 203.472847] setup-gitlab-start[2602]: 1 file changed, 10 insertions(+)1911vm-test-run-nixbot-gitlab> gitlab # [ 203.473903] setup-gitlab-start[2602]: create mode 100644 flake.nix1912vm-test-run-nixbot-gitlab> gitlab # [ 203.475195] setup-gitlab-start[2252]: + git remote add origin http://oauth2:nixbot-test-token-of-20-chars@gitlab/root/test-flake.git1913vm-test-run-nixbot-gitlab> gitlab # [ 203.478374] setup-gitlab-start[2252]: + git push -u origin master1914vm-test-run-nixbot-gitlab> gitlab # [ 203.542270] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:19 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.55.0" 441915vm-test-run-nixbot-gitlab> gitlab # [ 203.645904] gitaly[915]: time="2026-08-28T11:21:20.012Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M141MMSA9NE3XPDRCHXV367P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=242 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:20.001" grpc.time_ms=11.579 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1916vm-test-run-nixbot-gitlab> gitlab # [ 203.646831] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:20 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.55.0" 981917vm-test-run-nixbot-gitlab> gitlab # [ 203.914850] gitaly[915]: time="2026-08-28T11:21:20.281Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-08-28T11:21:30.001" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:20.272" grpc.time_ms=9.426 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1918vm-test-run-nixbot-gitlab> gitlab # [ 203.973640] gitaly[915]: time="2026-08-28T11:21:20.340Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=329 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-08-28T11:21:50.031" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-08-28T11:21:20.332" grpc.time_ms=8.342 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1919vm-test-run-nixbot-gitlab> gitlab # [ 204.019244] gitaly[915]: time="2026-08-28T11:21:20.386Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01M141MMXQHX6FT1HFDVP89D49 duration_ms=183ns method=POST pid=915 status=200 url="http://unix/api/v4/internal/allowed"1920vm-test-run-nixbot-gitlab> gitlab # [ 204.042903] gitaly[915]: time="2026-08-28T11:21:20.409Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01M141MMXQHX6FT1HFDVP89D49 duration_ms=22ns method=POST pid=915 status=200 url="http://unix/api/v4/internal/pre_receive"1921vm-test-run-nixbot-gitlab> gitlab # [ 204.052505] gitaly[915]: time="2026-08-28T11:21:20.410Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5312 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:21:20.201" grpc.time_ms=208.887 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1922vm-test-run-nixbot-gitlab> gitlab # [ 204.087585] gitaly[915]: time="2026-08-28T11:21:20.454Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4782 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:21:20.454" grpc.time_ms=0.606 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1923vm-test-run-nixbot-gitlab> gitlab # [ 204.137265] gitaly[915]: time="2026-08-28T11:21:20.504Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4781 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:21:20.503" grpc.time_ms=0.493 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1924vm-test-run-nixbot-gitlab> gitlab # [ 204.165600] gitaly[915]: time="2026-08-28T11:21:20.532Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4783 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:21:20.531" grpc.time_ms=0.888 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1925vm-test-run-nixbot-gitlab> gitlab # [ 204.347572] sidekiq-cluster[2550]: {"severity":"INFO","time":"2026-08-28T11:21:20.696Z","message":"Starting cluster with 1 processes"}1926vm-test-run-nixbot-gitlab> gitlab # [ 204.712087] gitaly[915]: time="2026-08-28T11:21:21.079Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-08-28T11:21:31.007" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:21.068" grpc.time_ms=10.23 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1927vm-test-run-nixbot-gitlab> gitlab # [ 204.792494] gitaly[915]: time="2026-08-28T11:21:21.159Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1569 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=0 command.system_time_ms=10 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-08-28T11:21:31.079" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:21:21.140" grpc.time_ms=18.672 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1928vm-test-run-nixbot-gitlab> gitlab # [ 204.831174] gitaly[915]: time="2026-08-28T11:21:21.197Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01M141MMXQHX6FT1HFDVP89D49 duration_ms=638ns method=POST pid=915 status=200 url="http://unix/api/v4/internal/post_receive"1929vm-test-run-nixbot-gitlab> gitlab # [ 204.836022] gitaly[915]: time="2026-08-28T11:21:21.203Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4806 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:21:20.558" grpc.time_ms=644.784 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1930vm-test-run-nixbot-gitlab> gitlab # [ 204.863487] gitaly[915]: time="2026-08-28T11:21:21.230Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 diskcache=0c191a8c-036d-471d-9fea-a33addb0574c grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:20.128" pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1931vm-test-run-nixbot-gitlab> gitlab # [ 204.863894] gitaly[915]: time="2026-08-28T11:21:21.230Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=196 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=892928 command.minflt=13667 command.oublock=32 command.real_time_ms=1090 command.spawn_token_fork_ms=2 command.system_time_ms=122 command.user_time_ms=74 component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=684 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:20.128" grpc.time_ms=1102.635 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1932vm-test-run-nixbot-gitlab> gitlab # [ 204.865206] gitlab-workhorse[827]: time="2026-08-28T11:21:21Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521933vm-test-run-nixbot-gitlab> gitlab # [ 204.865778] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:21 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.55.0" 11761934vm-test-run-nixbot-gitlab> gitlab # [ 204.886484] setup-gitlab-start[2606]: To http://gitlab/root/test-flake.git1935vm-test-run-nixbot-gitlab> gitlab # [ 204.886645] setup-gitlab-start[2606]: * [new branch] master -> master1936vm-test-run-nixbot-gitlab> gitlab # [ 204.891693] setup-gitlab-start[2606]: branch 'master' set up to track 'origin/master'.1937vm-test-run-nixbot-gitlab> gitlab # [ 204.894918] systemd[1]: Finished setup-gitlab.service.1938vm-test-run-nixbot-gitlab> gitlab # [ 204.900357] systemd[1]: Starting nixbot CI service...1939vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit setup-gitlab.service, in 205.85 seconds)1940vm-test-run-nixbot-gitlab> gitlab: waiting for unit nixbot.service1941vm-test-run-nixbot-gitlab> gitlab # [ 206.144741] nixbot[2698]: {"ts": "2026-08-28T11:21:22.510Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}1942vm-test-run-nixbot-gitlab> gitlab # [ 206.181058] nixbot[2698]: {"ts": "2026-08-28T11:21:22.547Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}1943vm-test-run-nixbot-gitlab> gitlab # [ 206.196719] nixbot[2698]: {"ts": "2026-08-28T11:21:22.563Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}1944vm-test-run-nixbot-gitlab> gitlab # [ 206.201821] nixbot[2698]: {"ts": "2026-08-28T11:21:22.568Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}1945vm-test-run-nixbot-gitlab> gitlab # [ 206.206651] nixbot[2698]: {"ts": "2026-08-28T11:21:22.571Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}1946vm-test-run-nixbot-gitlab> gitlab # [ 206.211357] nixbot[2698]: {"ts": "2026-08-28T11:21:22.576Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}1947vm-test-run-nixbot-gitlab> gitlab # [ 206.216630] nixbot[2698]: {"ts": "2026-08-28T11:21:22.579Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}1948vm-test-run-nixbot-gitlab> gitlab # [ 206.221448] nixbot[2698]: {"ts": "2026-08-28T11:21:22.581Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}1949vm-test-run-nixbot-gitlab> gitlab # [ 206.226282] nixbot[2698]: {"ts": "2026-08-28T11:21:22.586Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}1950vm-test-run-nixbot-gitlab> gitlab # [ 206.230904] nixbot[2698]: {"ts": "2026-08-28T11:21:22.588Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}1951vm-test-run-nixbot-gitlab> gitlab # [ 206.234667] nixbot[2698]: {"ts": "2026-08-28T11:21:22.593Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}1952vm-test-run-nixbot-gitlab> gitlab # [ 206.238614] nixbot[2698]: {"ts": "2026-08-28T11:21:22.603Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}1953vm-test-run-nixbot-gitlab> gitlab # [ 206.242616] nixbot[2698]: {"ts": "2026-08-28T11:21:22.609Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}1954vm-test-run-nixbot-gitlab> gitlab # [ 206.246556] nixbot[2698]: {"ts": "2026-08-28T11:21:22.611Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}1955vm-test-run-nixbot-gitlab> gitlab # [ 206.250593] nixbot[2698]: {"ts": "2026-08-28T11:21:22.617Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}1956vm-test-run-nixbot-gitlab> gitlab # [ 206.252959] nixbot[2698]: {"ts": "2026-08-28T11:21:22.620Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 15, "migration": "eval_completed"}1957vm-test-run-nixbot-gitlab> gitlab # [ 206.255898] nixbot[2698]: {"ts": "2026-08-28T11:21:22.622Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 16, "migration": "reconcile_watermark"}1958vm-test-run-nixbot-gitlab> gitlab # [ 206.258525] nixbot[2698]: {"ts": "2026-08-28T11:21:22.625Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 17, "migration": "check_runs"}1959vm-test-run-nixbot-gitlab> gitlab # [ 206.266544] nixbot[2698]: {"ts": "2026-08-28T11:21:22.633Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 18, "migration": "effects_commit"}1960vm-test-run-nixbot-gitlab> gitlab # [ 206.270138] nixbot[2698]: {"ts": "2026-08-28T11:21:22.636Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 19, "migration": "scheduled_run_notify"}1961vm-test-run-nixbot-gitlab> gitlab # [ 206.275352] nixbot[2698]: {"ts": "2026-08-28T11:21:22.642Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 20, "migration": "log_metadata"}1962vm-test-run-nixbot-gitlab> gitlab # [ 206.283285] nixbot[2698]: {"ts": "2026-08-28T11:21:22.650Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 21, "migration": "forge_refresh_tokens"}1963vm-test-run-nixbot-gitlab> gitlab # [ 206.288875] nixbot[2698]: {"ts": "2026-08-28T11:21:22.655Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 22, "migration": "attr_finished_idx"}1964vm-test-run-nixbot-gitlab> gitlab # [ 206.292645] nixbot[2698]: {"ts": "2026-08-28T11:21:22.659Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 23, "migration": "effect_deps"}1965vm-test-run-nixbot-gitlab> gitlab # [ 206.296973] nixbot[2698]: {"ts": "2026-08-28T11:21:22.663Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 24, "migration": "drop_forge_tokens"}1966vm-test-run-nixbot-gitlab> gitlab # [ 206.301416] nixbot[2698]: {"ts": "2026-08-28T11:21:22.668Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 25, "migration": "effect_skipped_rename"}1967vm-test-run-nixbot-gitlab> gitlab # [ 206.635134] nixbot[2698]: INFO: Started server process [2698]1968vm-test-run-nixbot-gitlab> gitlab # [ 206.635903] nixbot[2698]: INFO: Uvicorn running on socket ('::', 8010, 0, 0) (Press CTRL+C to quit)1969vm-test-run-nixbot-gitlab> gitlab # [ 206.668346] nixbot[2698]: INFO: ::ffff:127.0.0.1:45456 - "GET /health HTTP/1.1" 200 OK1970vm-test-run-nixbot-gitlab> gitlab # [ 206.678613] systemd[1]: Started nixbot CI service.1971vm-test-run-nixbot-gitlab> gitlab # [ 206.682179] systemd[1]: Reached target Multi-User System.1972vm-test-run-nixbot-gitlab> gitlab # [ 206.684425] systemd[1]: Startup finished in 1.096s (kernel) + 3.598s (initrd) + 3min 21.988s (userspace) = 3min 26.684s.1973vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit nixbot.service, in 2.09 seconds)1974vm-test-run-nixbot-gitlab> gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health1975vm-test-run-nixbot-gitlab> gitlab # [ 207.378642] nixbot[2698]: INFO: ::ffff:127.0.0.1:45460 - "GET /health HTTP/1.1" 200 OK1976vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.04 seconds)1977vm-test-run-nixbot-gitlab> subtest: project discovered and webhook registered1978vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1979vm-test-run-nixbot-gitlab> gitlab # [ 207.461519] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:23 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.21.0" 481980vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.08 seconds)1981vm-test-run-nixbot-gitlab> gitlab # [ 207.505451] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:23 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4909 "" "python-httpx/0.28.1" 8371982vm-test-run-nixbot-gitlab> gitlab # [ 207.507628] nixbot[2698]: {"ts": "2026-08-28T11:21:23.873Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1983vm-test-run-nixbot-gitlab> gitlab # [ 207.531141] nixbot[2698]: {"ts": "2026-08-28T11:21:23.898Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}1984vm-test-run-nixbot-gitlab> gitlab # [ 207.617984] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:23 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 771985vm-test-run-nixbot-gitlab> gitlab # [ 207.622760] nixbot[2698]: {"ts": "2026-08-28T11:21:23.985Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1986vm-test-run-nixbot-gitlab> gitlab # [ 207.627578] nixbot[2698]: {"ts": "2026-08-28T11:21:23.987Z", "level": "info", "logger": "nixbot.hook_registration", "msg": "registering webhook", "repo": "root/test-flake"}1987vm-test-run-nixbot-gitlab> gitlab # [ 207.711834] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:24 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 919 "" "python-httpx/0.28.1" 891988vm-test-run-nixbot-gitlab> gitlab # [ 207.713262] nixbot[2698]: {"ts": "2026-08-28T11:21:24.080Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}1989vm-test-run-nixbot-gitlab> gitlab # [ 207.920633] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:24 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4909 "" "python-httpx/0.28.1" 1981990vm-test-run-nixbot-gitlab> gitlab # [ 207.927064] nixbot[2698]: {"ts": "2026-08-28T11:21:24.293Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1991vm-test-run-nixbot-gitlab> gitlab # [ 208.009810] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:24 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 882 "" "python-httpx/0.28.1" 621992vm-test-run-nixbot-gitlab> gitlab # [ 208.014565] nixbot[2698]: {"ts": "2026-08-28T11:21:24.377Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1993vm-test-run-nixbot-gitlab> gitlab # [ 208.065786] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:24 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 919 "" "python-httpx/0.28.1" 511994vm-test-run-nixbot-gitlab> gitlab # [ 208.070426] nixbot[2698]: {"ts": "2026-08-28T11:21:24.433Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}1995vm-test-run-nixbot-gitlab> gitlab # [ 208.150724] gitaly[915]: time="2026-08-28T11:21:24.517Z" level=info msg="finished unary call with code OK" catfile.duration_ms=4 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=4 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141MS6XSMJX3EDV0RR5YX35 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-08-28T11:21:54.200" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:21:24.501" grpc.time_ms=15.336 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1996vm-test-run-nixbot-gitlab> gitlab # [ 208.181123] gitaly[915]: time="2026-08-28T11:21:24.532Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141MS6XSMJX3EDV0RR5YX35 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-08-28T11:21:54.229" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:21:24.531" grpc.time_ms=0.878 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1997vm-test-run-nixbot-gitlab> gitlab # [ 208.201592] gitaly[915]: time="2026-08-28T11:21:24.542Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=636 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141MS6XSMJX3EDV0RR5YX35 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-08-28T11:21:34.214" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:21:24.534" grpc.time_ms=7.653 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1998vm-test-run-nixbot-gitlab> gitlab # [ 208.213231] nixbot[2698]: {"ts": "2026-08-28T11:21:24.563Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}1999vm-test-run-nixbot-gitlab> gitlab # [ 208.215412] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:24 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 732 "" "python-httpx/0.28.1" 1152000vm-test-run-nixbot-gitlab> gitlab # [ 208.292624] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:24 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 902001vm-test-run-nixbot-gitlab> gitlab # [ 208.293655] nixbot[2698]: {"ts": "2026-08-28T11:21:24.660Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}2002vm-test-run-nixbot-gitlab> gitlab # [ 208.306262] nixbot[2698]: {"ts": "2026-08-28T11:21:24.673Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}2003vm-test-run-nixbot-gitlab> gitlab # [ 208.408671] gitaly[915]: time="2026-08-28T11:21:24.775Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01M141MSFE0DP3P8V2C0434JRA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=186 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:24.761" grpc.time_ms=13.074 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2004vm-test-run-nixbot-gitlab> gitlab # [ 208.435255] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:24 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 832005vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks2006vm-test-run-nixbot-gitlab> gitlab # [ 208.532380] gitaly[915]: time="2026-08-28T11:21:24.898Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M141MSJ7HXFRYQPAR0KN6S1E grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:24.885" pid=915 remote_ip="2001:db8:1::1" request_sha=cbf4cb85c7b4a4aa26c72509fcce4a61c2433abb response_bytes=113 span.kind=server system=grpc2007vm-test-run-nixbot-gitlab> gitlab # [ 208.532773] gitaly[915]: time="2026-08-28T11:21:24.898Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=643 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01M141MSJ7HXFRYQPAR0KN6S1E grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:24.885" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2008vm-test-run-nixbot-gitlab> gitlab # [ 208.533707] gitaly[915]: time="2026-08-28T11:21:24.899Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=643 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01M141MSJ7HXFRYQPAR0KN6S1E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:24.885" grpc.time_ms=13.388 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2009vm-test-run-nixbot-gitlab> gitlab # [ 208.536308] gitlab-workhorse[827]: time="2026-08-28T11:21:24Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1132010vm-test-run-nixbot-gitlab> gitlab # [ 208.536771] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:24 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 113 "" "git/2.55.0" 942011vm-test-run-nixbot-gitlab> gitlab # [ 208.658123] gitaly[915]: time="2026-08-28T11:21:25.025Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M141MSPYP64B3NG6BS2MD54G grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:25.009" pid=915 remote_ip="2001:db8:1::1" request_sha=44d3356fc354571358334ae1df4167cf37b27fd4 response_bytes=228 span.kind=server system=grpc2012vm-test-run-nixbot-gitlab> gitlab # [ 208.658624] gitaly[915]: time="2026-08-28T11:21:25.025Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1196 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01M141MSPYP64B3NG6BS2MD54G grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:25.009" negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2013vm-test-run-nixbot-gitlab> gitlab # [ 208.659830] gitaly[915]: time="2026-08-28T11:21:25.026Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1196 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01M141MSPYP64B3NG6BS2MD54G grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=20 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:25.009" grpc.time_ms=17.609 negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2014vm-test-run-nixbot-gitlab> gitlab # [ 208.660937] gitlab-workhorse[827]: time="2026-08-28T11:21:25Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=2282015vm-test-run-nixbot-gitlab> gitlab # [ 208.661914] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:25 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 228 "" "git/2.55.0" 692016vm-test-run-nixbot-gitlab> gitlab # [ 208.695905] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:25 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 882 "" "curl/8.21.0" 1962017vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.23 seconds)2018vm-test-run-nixbot-gitlab> (finished: subtest: project discovered and webhook registered, in 1.32 seconds)2019vm-test-run-nixbot-gitlab> subtest: push delivers the webhook2020vm-test-run-nixbot-gitlab> gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master2021vm-test-run-nixbot-gitlab> gitlab # [ 208.758953] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:25 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.55.0" 272022vm-test-run-nixbot-gitlab> gitlab # [ 208.776363] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:25 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 492023vm-test-run-nixbot-gitlab> gitlab # [ 208.778631] gitaly[915]: time="2026-08-28T11:21:25.142Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=636 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M141MSV5SCF7KKXFWHBD0R5S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=190 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:25.136" grpc.time_ms=6.399 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2024vm-test-run-nixbot-gitlab> gitlab # [ 208.849635] gitaly[915]: time="2026-08-28T11:21:25.216Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=638 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=4 command.system_time_ms=1 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01M141MSW8CY7SQ2GFMT0HSCGM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:25.206" grpc.time_ms=9.973 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2025vm-test-run-nixbot-gitlab> gitlab # [ 208.851620] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:25 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 203 "" "git/2.55.0" 902026vm-test-run-nixbot-gitlab> gitlab # [ 208.874082] gitaly[915]: time="2026-08-28T11:21:25.240Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M141MSX4FGN9CKX1KJHR1QF8 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:25.210" pid=915 remote_ip="2001:db8:1::1" request_sha=5d0ec876faced1ba584eb2e9d074c7a086d3e6eb response_bytes=67 span.kind=server system=grpc2027vm-test-run-nixbot-gitlab> gitlab # [ 208.874410] gitaly[915]: time="2026-08-28T11:21:25.241Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=27 command.spawn_token_fork_ms=22 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141MSX4FGN9CKX1KJHR1QF8 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:25.210" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2028vm-test-run-nixbot-gitlab> gitlab # [ 208.874950] gitaly[915]: time="2026-08-28T11:21:25.241Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=27 command.spawn_token_fork_ms=22 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141MSX4FGN9CKX1KJHR1QF8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:25.210" grpc.time_ms=30.796 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2029vm-test-run-nixbot-gitlab> gitlab # [ 208.877748] gitlab-workhorse[827]: time="2026-08-28T11:21:25Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672030vm-test-run-nixbot-gitlab> gitlab # Enumerating objects: 5, done.2031vm-test-run-nixbot-gitlab> gitlab # [ 208.878568] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:25 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.55.0" 882032vm-test-run-nixbot-gitlab> gitlab # Counting objects: 20% (1/5)Counting objects: 40% (2/5)Counting objects: 60% (3/5)Counting objects: 80% (4/5)Counting objects: 100% (5/5)Counting objects: 100% (5/5), done.2033vm-test-run-nixbot-gitlab> gitlab # Delta compression using up to 4 threads2034vm-test-run-nixbot-gitlab> gitlab # Compressing objects: 50% (1/2)Compressing objects: 100% (2/2)Compressing objects: 100% (2/2), done.2035vm-test-run-nixbot-gitlab> gitlab # Writing objects: 33% (1/3)Writing objects: 66% (2/3)Writing objects: 100% (3/3)Writing objects: 100% (3/3), 273 bytes | 273.00 KiB/s, done.2036vm-test-run-nixbot-gitlab> gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)2037vm-test-run-nixbot-gitlab> gitlab # [ 208.981487] gitaly[915]: time="2026-08-28T11:21:25.348Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=636 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M141MT1R0QTHREQB32RJ54BD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=192 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:25.341" grpc.time_ms=6.737 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2038vm-test-run-nixbot-gitlab> gitlab # [ 208.983064] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:25 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 442039vm-test-run-nixbot-gitlab> gitlab # [ 209.043093] gitaly[915]: time="2026-08-28T11:21:25.409Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M141MT37D8ZE996YK1HYYK5D grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:25.395" pid=915 remote_ip="2001:db8:1::1" request_sha=fb62c37b60b550dd367e34acce88d0d3e3444d95 response_bytes=209 span.kind=server system=grpc2040vm-test-run-nixbot-gitlab> gitlab # [ 209.043344] gitaly[915]: time="2026-08-28T11:21:25.409Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1175 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01M141MT37D8ZE996YK1HYYK5D grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:25.395" negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2041vm-test-run-nixbot-gitlab> gitlab # [ 209.044070] gitaly[915]: time="2026-08-28T11:21:25.410Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1175 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01M141MT37D8ZE996YK1HYYK5D grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=20 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:25.395" grpc.time_ms=14.527 negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2042vm-test-run-nixbot-gitlab> gitlab # [ 209.044577] gitlab-workhorse[827]: time="2026-08-28T11:21:25Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=2092043vm-test-run-nixbot-gitlab> gitlab # [ 209.045067] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:25 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 209 "" "git/2.55.0" 592044vm-test-run-nixbot-gitlab> gitlab # [ 209.084850] gitaly[915]: time="2026-08-28T11:21:25.451Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=327 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=2 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141MT07MF3M4BXKEGHFWFHR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-08-28T11:21:55.044" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-08-28T11:21:25.444" grpc.time_ms=7.133 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2045vm-test-run-nixbot-gitlab> gitlab # [ 209.100890] gitaly[915]: time="2026-08-28T11:21:25.467Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01M141MT07MF3M4BXKEGHFWFHR duration_ms=87ns method=POST pid=915 status=200 url="http://unix/api/v4/internal/allowed"2046vm-test-run-nixbot-gitlab> gitlab # [ 209.126045] gitaly[915]: time="2026-08-28T11:21:25.493Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01M141MT07MF3M4BXKEGHFWFHR duration_ms=24ns method=POST pid=915 status=200 url="http://unix/api/v4/internal/pre_receive"2047vm-test-run-nixbot-gitlab> gitlab # [ 209.126576] gitaly[915]: time="2026-08-28T11:21:25.493Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MT07MF3M4BXKEGHFWFHR grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5312 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:21:25.378" grpc.time_ms=114.853 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2048vm-test-run-nixbot-gitlab> gitlab # [ 209.159919] gitaly[915]: time="2026-08-28T11:21:25.526Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MT07MF3M4BXKEGHFWFHR grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4782 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:21:25.524" grpc.time_ms=1.58 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2049vm-test-run-nixbot-gitlab> gitlab # [ 209.197088] gitaly[915]: time="2026-08-28T11:21:25.562Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MT07MF3M4BXKEGHFWFHR grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4781 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:21:25.560" grpc.time_ms=0.794 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2050vm-test-run-nixbot-gitlab> gitlab # [ 209.210825] gitaly[915]: time="2026-08-28T11:21:25.577Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-08-28T11:21:55.276" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:21:25.576" grpc.time_ms=1.111 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2051vm-test-run-nixbot-gitlab> gitlab # [ 209.226388] gitaly[915]: time="2026-08-28T11:21:25.593Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MT07MF3M4BXKEGHFWFHR grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4783 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:21:25.593" grpc.time_ms=0.361 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2052vm-test-run-nixbot-gitlab> gitlab # [ 209.246652] gitaly[915]: time="2026-08-28T11:21:25.613Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=647 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-08-28T11:21:55.304" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:21:25.605" grpc.time_ms=8.141 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2053vm-test-run-nixbot-gitlab> gitlab # [ 209.263818] gitaly[915]: time="2026-08-28T11:21:25.630Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-08-28T11:21:35.002" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:21:25.622" grpc.time_ms=8.026 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2054vm-test-run-nixbot-gitlab> gitlab # [ 209.292875] gitaly[915]: time="2026-08-28T11:21:25.659Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-08-28T11:21:35.032" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:21:25.652" grpc.time_ms=6.886 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2055vm-test-run-nixbot-gitlab> gitlab # [ 209.302473] gitaly[915]: time="2026-08-28T11:21:25.669Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01M141MT07MF3M4BXKEGHFWFHR duration_ms=34ns method=POST pid=915 status=200 url="http://unix/api/v4/internal/post_receive"2056vm-test-run-nixbot-gitlab> gitlab # [ 209.303140] gitaly[915]: time="2026-08-28T11:21:25.670Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MT07MF3M4BXKEGHFWFHR grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4806 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:21:25.634" grpc.time_ms=35.774 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2057vm-test-run-nixbot-gitlab> gitlab # [ 209.323604] gitaly[915]: time="2026-08-28T11:21:25.690Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01M141MT07MF3M4BXKEGHFWFHR diskcache=46267170-7910-4032-8f8a-32a28990acec grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:25.314" pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2058vm-test-run-nixbot-gitlab> gitlab # [ 209.324215] gitlab-workhorse[827]: time="2026-08-28T11:21:25Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=522059vm-test-run-nixbot-gitlab> gitlab # [ 209.325454] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:25 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.55.0" 4352060vm-test-run-nixbot-gitlab> gitlab # To http://gitlab/root/test-flake.git2061vm-test-run-nixbot-gitlab> gitlab # 42a376f..77ff582 master -> master2062vm-test-run-nixbot-gitlab> gitlab # [ 209.336675] gitaly[915]: time="2026-08-28T11:21:25.703Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=146 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=897024 command.minflt=13442 command.oublock=32 command.real_time_ms=366 command.spawn_token_fork_ms=1 command.system_time_ms=102 command.user_time_ms=44 component=gitaly.StreamServerInterceptor correlation_id=01M141MT07MF3M4BXKEGHFWFHR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=605 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=58 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:25.314" grpc.time_ms=375.772 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2063vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 0.65 seconds)2064vm-test-run-nixbot-gitlab> gitlab: must succeed: git -C /tmp/test-flake rev-parse master2065vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.01 seconds)2066vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2067vm-test-run-nixbot-gitlab> gitlab # [ 209.372988] gitaly[915]: time="2026-08-28T11:21:25.739Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-08-28T11:21:35.118" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:25.739" grpc.time_ms=0.295 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2068vm-test-run-nixbot-gitlab> gitlab # [ 209.395206] gitaly[915]: time="2026-08-28T11:21:25.762Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=623 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-08-28T11:21:35.136" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:21:25.756" grpc.time_ms=5.233 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2069vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.05 seconds)2070vm-test-run-nixbot-gitlab> gitlab # [ 209.415215] nixbot[2698]: INFO: ::ffff:127.0.0.1:45470 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2071vm-test-run-nixbot-gitlab> gitlab # [ 209.435877] gitaly[915]: time="2026-08-28T11:21:25.802Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4150 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:21:25.802" grpc.time_ms=0.4 pid=915 span.kind=server system=grpc2072vm-test-run-nixbot-gitlab> gitlab # [ 209.463297] gitaly[915]: time="2026-08-28T11:21:25.830Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4152 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:21:25.829" grpc.time_ms=0.443 pid=915 span.kind=server system=grpc2073vm-test-run-nixbot-gitlab> gitlab # [ 209.480137] gitaly[915]: time="2026-08-28T11:21:25.847Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE diskcache=47a02433-d05e-4171-a3ba-052dff7ad8b8 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-08-28T11:21:35.144" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:25.764" pid=915 ref=refs/keep-around/42a376f1e41bb60fa491696b57cc2b1e15b1b356 remote_ip="2001:db8:1::1" revision=42a376f1e41bb60fa491696b57cc2b1e15b1b356 span.kind=server system=grpc username=root2074vm-test-run-nixbot-gitlab> gitlab # [ 209.489456] gitaly[915]: time="2026-08-28T11:21:25.856Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=56 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5245 command.oublock=8 command.real_time_ms=73 command.spawn_token_fork_ms=8 command.system_time_ms=37 command.user_time_ms=19 component=gitaly.UnaryServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-08-28T11:21:35.144" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:21:25.764" grpc.time_ms=82.899 pid=915 ref=refs/keep-around/42a376f1e41bb60fa491696b57cc2b1e15b1b356 remote_ip="2001:db8:1::1" revision=42a376f1e41bb60fa491696b57cc2b1e15b1b356 span.kind=server system=grpc username=root2075vm-test-run-nixbot-gitlab> gitlab # [ 209.505090] gitaly[915]: time="2026-08-28T11:21:25.872Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-08-28T11:21:55.571" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:21:25.871" grpc.time_ms=0.365 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2076vm-test-run-nixbot-gitlab> gitlab # [ 209.642189] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:26 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/42a376f1e41bb60fa491696b57cc2b1e15b1b356 HTTP/1.1" 201 637 "" "python-httpx/0.28.1" 4822077vm-test-run-nixbot-gitlab> gitlab # [ 209.647330] nixbot[2698]: {"ts": "2026-08-28T11:21:26.014Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/42a376f1e41bb60fa491696b57cc2b1e15b1b356 \"HTTP/1.1 201 Created\""}2078vm-test-run-nixbot-gitlab> gitlab # [ 209.664128] nixbot[2698]: {"ts": "2026-08-28T11:21:26.030Z", "level": "info", "logger": "nixbot.flake_prefetch", "msg": "prefetching flake inputs", "flake_dir": "/var/lib/nixbot/worktrees/1-42a376f1e41b-0"}2079vm-test-run-nixbot-gitlab> gitlab # [ 209.864469] nixbot[2698]: {"ts": "2026-08-28T11:21:26.231Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-42a376f1e41b-0", "argv0": "bwrap"}2080vm-test-run-nixbot-gitlab> gitlab # [ 209.962956] systemd[1]: Started Nix Daemon.2081vm-test-run-nixbot-gitlab> gitlab # [ 210.028178] nix-daemon[2922]: accepted connection from pid 2917, user nixbot2082vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2083vm-test-run-nixbot-gitlab> gitlab # [ 210.455740] nixbot[2698]: INFO: ::ffff:127.0.0.1:45480 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2084vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2085vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2086vm-test-run-nixbot-gitlab> gitlab # [ 211.494222] nixbot[2698]: INFO: ::ffff:127.0.0.1:45486 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2087vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2088vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2089vm-test-run-nixbot-gitlab> gitlab # [ 212.534546] nixbot[2698]: INFO: ::ffff:127.0.0.1:45490 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2090vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2091vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2092vm-test-run-nixbot-gitlab> gitlab # [ 213.572373] nixbot[2698]: INFO: ::ffff:127.0.0.1:33784 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2093vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2094vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2095vm-test-run-nixbot-gitlab> gitlab # [ 214.612702] nixbot[2698]: INFO: ::ffff:127.0.0.1:33792 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2096vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2097vm-test-run-nixbot-gitlab> gitlab # [ 215.065827] nix-daemon[2922]: accepted connection from pid 2954, user nixbot2098vm-test-run-nixbot-gitlab> gitlab # [ 215.080106] nix-daemon[2922]: accepted connection from pid 2917, user nixbot2099vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2100vm-test-run-nixbot-gitlab> gitlab # [ 215.651668] nixbot[2698]: INFO: ::ffff:127.0.0.1:33804 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2101vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2102vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2103vm-test-run-nixbot-gitlab> gitlab # [ 216.692333] nixbot[2698]: INFO: ::ffff:127.0.0.1:33808 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2104vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2105vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2106vm-test-run-nixbot-gitlab> gitlab # [ 217.732978] nixbot[2698]: INFO: ::ffff:127.0.0.1:33812 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2107vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2108vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2109vm-test-run-nixbot-gitlab> gitlab # [ 218.771099] nixbot[2698]: INFO: ::ffff:127.0.0.1:33814 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2110vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2111vm-test-run-nixbot-gitlab> gitlab # [ 219.732568] nix-daemon[2922]: accepted connection from pid 2981, user nixbot2112vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2113vm-test-run-nixbot-gitlab> gitlab # [ 219.793515] gitaly[915]: time="2026-08-28T11:21:36.159Z" level=info msg="finished unary call with code OK" catfile.duration_ms=5 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=5 catfile.request_object_count=1 catfile.request_object_ms=0 command.spawn_token_fork_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141N4JCV21BGBGYYMSKH7SR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-08-28T11:22:06.049" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:21:36.152" grpc.time_ms=6.861 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2114vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2115vm-test-run-nixbot-gitlab> gitlab # [ 219.819854] nixbot[2698]: INFO: ::ffff:127.0.0.1:33826 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2116vm-test-run-nixbot-gitlab> gitlab # [ 219.878096] gitaly[915]: time="2026-08-28T11:21:36.244Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=3 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141N4JCV21BGBGYYMSKH7SR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-08-28T11:21:46.168" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:21:36.229" grpc.time_ms=15.181 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2117vm-test-run-nixbot-gitlab> gitlab # [ 220.012184] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:36 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/42a376f1e41bb60fa491696b57cc2b1e15b1b356 HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 3012118vm-test-run-nixbot-gitlab> gitlab # [ 220.018937] nixbot[2698]: {"ts": "2026-08-28T11:21:36.385Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/42a376f1e41bb60fa491696b57cc2b1e15b1b356 \"HTTP/1.1 201 Created\""}2119vm-test-run-nixbot-gitlab> gitlab # [ 220.093359] gitaly[915]: time="2026-08-28T11:21:36.460Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141N4WCEFAM6YHKQXY2NBZ7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-08-28T11:22:06.158" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:21:36.459" grpc.time_ms=0.737 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2120vm-test-run-nixbot-gitlab> gitlab # [ 220.169062] gitaly[915]: time="2026-08-28T11:21:36.535Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=623 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01M141N4WCEFAM6YHKQXY2NBZ7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-08-28T11:21:46.202" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:21:36.523" grpc.time_ms=12.643 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2121vm-test-run-nixbot-gitlab> gitlab # [ 220.265075] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:36 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/42a376f1e41bb60fa491696b57cc2b1e15b1b356 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 2342122vm-test-run-nixbot-gitlab> gitlab # [ 220.271370] nixbot[2698]: {"ts": "2026-08-28T11:21:36.638Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/42a376f1e41bb60fa491696b57cc2b1e15b1b356 \"HTTP/1.1 201 Created\""}2123vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2124vm-test-run-nixbot-gitlab> gitlab # [ 220.854483] nixbot[2698]: INFO: ::ffff:127.0.0.1:33842 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2125vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2126vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2127vm-test-run-nixbot-gitlab> gitlab # [ 221.896675] nixbot[2698]: INFO: ::ffff:127.0.0.1:33848 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2128vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2129vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2130vm-test-run-nixbot-gitlab> gitlab # [ 222.938065] nixbot[2698]: INFO: ::ffff:127.0.0.1:33862 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2131vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2132vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2133vm-test-run-nixbot-gitlab> gitlab # [ 223.978988] nixbot[2698]: INFO: ::ffff:127.0.0.1:52156 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2134vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2135vm-test-run-nixbot-gitlab> gitlab # [ 224.508514] nix-daemon[2922]: accepted connection from pid 3025, user nixbot2136vm-test-run-nixbot-gitlab> gitlab # [ 224.575108] gitaly[915]: time="2026-08-28T11:21:40.941Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141N9947M9MQA60TVHJ52QN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-08-28T11:22:10.639" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:21:40.940" grpc.time_ms=0.917 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2137vm-test-run-nixbot-gitlab> gitlab # [ 224.631876] gitaly[915]: time="2026-08-28T11:21:40.998Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141N9947M9MQA60TVHJ52QN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-08-28T11:21:50.006" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:21:40.986" grpc.time_ms=11.692 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2138vm-test-run-nixbot-gitlab> gitlab # [ 224.700818] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:41 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/42a376f1e41bb60fa491696b57cc2b1e15b1b356 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 1652139vm-test-run-nixbot-gitlab> gitlab # [ 224.706213] nixbot[2698]: {"ts": "2026-08-28T11:21:41.068Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/42a376f1e41bb60fa491696b57cc2b1e15b1b356 \"HTTP/1.1 201 Created\""}2140vm-test-run-nixbot-gitlab> gitlab # [ 224.880924] gitaly[915]: time="2026-08-28T11:21:41.247Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=633 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=0 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141N9J1X7W5KQ0TV4P9CA27 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=188 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:41.236" grpc.time_ms=11.432 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2141vm-test-run-nixbot-gitlab> gitlab # [ 224.907587] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:41 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.55.0" 652142vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2143vm-test-run-nixbot-gitlab> gitlab # [ 224.983329] gitaly[915]: time="2026-08-28T11:21:41.350Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M141N9MVMFWAC2MTWBMBYVH9 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:41.338" pid=915 remote_ip="2001:db8:1::1" request_sha=5d0ec876faced1ba584eb2e9d074c7a086d3e6eb response_bytes=67 span.kind=server system=grpc2144vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.05 seconds)2145vm-test-run-nixbot-gitlab> gitlab # [ 225.008374] gitaly[915]: time="2026-08-28T11:21:41.350Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=644 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M141N9MVMFWAC2MTWBMBYVH9 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:41.338" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2146vm-test-run-nixbot-gitlab> gitlab # [ 225.032654] gitlab-workhorse[827]: time="2026-08-28T11:21:41Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672147vm-test-run-nixbot-gitlab> gitlab # [ 225.036259] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:41 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.55.0" 752148vm-test-run-nixbot-gitlab> gitlab # [ 225.039298] nixbot[2698]: INFO: ::ffff:127.0.0.1:52158 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2149vm-test-run-nixbot-gitlab> gitlab # [ 225.041070] gitaly[915]: time="2026-08-28T11:21:41.350Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=644 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M141N9MVMFWAC2MTWBMBYVH9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:41.338" grpc.time_ms=11.621 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=0 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2150vm-test-run-nixbot-gitlab> gitlab # [ 225.073548] gitaly[915]: time="2026-08-28T11:21:41.440Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01M141N9Q9XGQFMYH04Y5FX2M2 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:41.429" pid=915 remote_ip="2001:db8:1::1" request_sha=3b83e966564720b06e2d439818050910fa6dbc24 response_bytes=337 span.kind=server system=grpc2151vm-test-run-nixbot-gitlab> gitlab # [ 225.081737] gitaly[915]: time="2026-08-28T11:21:41.440Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1191 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01M141N9Q9XGQFMYH04Y5FX2M2 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:41.429" negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=1 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2152vm-test-run-nixbot-gitlab> gitlab # [ 225.093425] gitlab-workhorse[827]: time="2026-08-28T11:21:41Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3372153vm-test-run-nixbot-gitlab> gitlab # [ 225.095151] gitlab-workhorse[827]: gitlab 2001:db8:1::1 - - [2026/08/28:11:21:41 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 337 "" "git/2.55.0" 872154vm-test-run-nixbot-gitlab> gitlab # [ 225.096835] gitaly[915]: time="2026-08-28T11:21:41.440Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1191 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01M141N9Q9XGQFMYH04Y5FX2M2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=22 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-08-28T11:21:41.429" grpc.time_ms=11.543 negotiation.command=fetch negotiation.filter="blob:none" negotiation.haves=1 negotiation.user_agent=git/2.55.0-Linux negotiation.wants=1 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc2155vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2156vm-test-run-nixbot-gitlab> gitlab # [ 226.067662] nixbot[2698]: INFO: ::ffff:127.0.0.1:52164 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2157vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2158vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2159vm-test-run-nixbot-gitlab> gitlab # [ 227.104689] nixbot[2698]: INFO: ::ffff:127.0.0.1:52168 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2160vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2161vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2162vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2163vm-test-run-nixbot-gitlab> gitlab # [ 228.143264] nixbot[2698]: INFO: ::ffff:127.0.0.1:52174 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2164vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2165vm-test-run-nixbot-gitlab> gitlab # [ 229.179872] nixbot[2698]: INFO: ::ffff:127.0.0.1:52190 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2166vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2167vm-test-run-nixbot-gitlab> gitlab # [ 230.145263] sidekiq-cluster[2678]: 2026-08-28T11:21:46.511Z pid=2678 tid=xcu INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2678, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>433786880}2168vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2169vm-test-run-nixbot-gitlab> gitlab # [ 230.219277] nixbot[2698]: INFO: ::ffff:127.0.0.1:52202 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2170vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2171vm-test-run-nixbot-gitlab> gitlab # [ 230.322650] sidekiq-cluster[2678]: W, [2026-08-28T11:21:46.689415 #2678] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.2172vm-test-run-nixbot-gitlab> gitlab # [ 230.361843] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:21:46.728Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}2173vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2174vm-test-run-nixbot-gitlab> gitlab # [ 231.258288] nixbot[2698]: INFO: ::ffff:127.0.0.1:52206 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2175vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2176vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2177vm-test-run-nixbot-gitlab> gitlab # [ 232.266911] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:21:48.632Z","message":"GitLab reliable fetch activated!"}2178vm-test-run-nixbot-gitlab> gitlab # [ 232.270763] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:21:48.633Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}2179vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2180vm-test-run-nixbot-gitlab> gitlab # [ 232.297963] nixbot[2698]: INFO: ::ffff:127.0.0.1:52210 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2181vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2182vm-test-run-nixbot-gitlab> gitlab # [ 233.334590] nixbot[2698]: INFO: ::ffff:127.0.0.1:40686 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2183vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2184vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2185vm-test-run-nixbot-gitlab> gitlab # [ 234.373257] nixbot[2698]: INFO: ::ffff:127.0.0.1:40698 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2186vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2187vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2188vm-test-run-nixbot-gitlab> gitlab # [ 235.415604] nixbot[2698]: INFO: ::ffff:127.0.0.1:40710 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2189vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2190vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2191vm-test-run-nixbot-gitlab> gitlab # [ 236.454469] nixbot[2698]: INFO: ::ffff:127.0.0.1:40714 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2192vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2193vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2194vm-test-run-nixbot-gitlab> gitlab # [ 237.492831] nixbot[2698]: INFO: ::ffff:127.0.0.1:40722 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2195vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2196vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2197vm-test-run-nixbot-gitlab> gitlab # [ 238.530826] nixbot[2698]: INFO: ::ffff:127.0.0.1:40730 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2198vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2199vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2200vm-test-run-nixbot-gitlab> gitlab # [ 239.571531] nixbot[2698]: INFO: ::ffff:127.0.0.1:40746 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2201vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2202vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2203vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2204vm-test-run-nixbot-gitlab> gitlab # [ 240.611606] nixbot[2698]: INFO: ::ffff:127.0.0.1:40752 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2205vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2206vm-test-run-nixbot-gitlab> gitlab # [ 241.648800] nixbot[2698]: INFO: ::ffff:127.0.0.1:40758 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2207vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2208vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2209vm-test-run-nixbot-gitlab> gitlab # [ 242.690863] nixbot[2698]: INFO: ::ffff:127.0.0.1:40770 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2210vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2211vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2212vm-test-run-nixbot-gitlab> gitlab # [ 243.730394] nixbot[2698]: INFO: ::ffff:127.0.0.1:58120 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2213vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2214vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2215vm-test-run-nixbot-gitlab> gitlab # [ 244.773785] nixbot[2698]: INFO: ::ffff:127.0.0.1:58122 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2216vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2217vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2218vm-test-run-nixbot-gitlab> gitlab # [ 245.816248] nixbot[2698]: INFO: ::ffff:127.0.0.1:58124 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2219vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2220vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2221vm-test-run-nixbot-gitlab> gitlab # [ 246.856842] nixbot[2698]: INFO: ::ffff:127.0.0.1:58126 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2222vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2223vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2224vm-test-run-nixbot-gitlab> gitlab # [ 247.896778] nixbot[2698]: INFO: ::ffff:127.0.0.1:58136 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2225vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2226vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2227vm-test-run-nixbot-gitlab> gitlab # [ 248.936984] nixbot[2698]: INFO: ::ffff:127.0.0.1:58146 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2228vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2229vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2230vm-test-run-nixbot-gitlab> gitlab # [ 249.978411] nixbot[2698]: INFO: ::ffff:127.0.0.1:58160 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2231vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2232vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2233vm-test-run-nixbot-gitlab> gitlab # [ 251.016225] nixbot[2698]: INFO: ::ffff:127.0.0.1:58166 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2234vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2235vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2236vm-test-run-nixbot-gitlab> gitlab # [ 252.058208] nixbot[2698]: INFO: ::ffff:127.0.0.1:58180 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2237vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2238vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2239vm-test-run-nixbot-gitlab> gitlab # [ 253.098275] nixbot[2698]: INFO: ::ffff:127.0.0.1:33972 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2240vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2241vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2242vm-test-run-nixbot-gitlab> gitlab # [ 254.140745] nixbot[2698]: INFO: ::ffff:127.0.0.1:33982 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2243vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2244vm-test-run-nixbot-gitlab> gitlab # [ 254.591483] postgres[3174]: [3174] ERROR: relation "table_without_models" does not exist2245vm-test-run-nixbot-gitlab> gitlab # [ 254.591870] postgres[3174]: [3174] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')2246vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2247vm-test-run-nixbot-gitlab> gitlab # [ 255.178827] nixbot[2698]: INFO: ::ffff:127.0.0.1:33996 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2248vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2249vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2250vm-test-run-nixbot-gitlab> gitlab # [ 256.215286] nixbot[2698]: INFO: ::ffff:127.0.0.1:34006 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2251vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2252vm-test-run-nixbot-gitlab> gitlab # [ 257.151435] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:13.517Z","message":"Booted Rails 7.2.3.1 application in production environment"}2253vm-test-run-nixbot-gitlab> gitlab # [ 257.154471] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:13.521Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}2254vm-test-run-nixbot-gitlab> gitlab # [ 257.155278] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:13.521Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}2255vm-test-run-nixbot-gitlab> gitlab # [ 257.155856] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:13.521Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}2256vm-test-run-nixbot-gitlab> gitlab # [ 257.160910] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:13.527Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}2257vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2258vm-test-run-nixbot-gitlab> gitlab # [ 257.252614] nixbot[2698]: INFO: ::ffff:127.0.0.1:34018 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2259vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2260vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2261vm-test-run-nixbot-gitlab> gitlab # [ 258.289247] nixbot[2698]: INFO: ::ffff:127.0.0.1:34024 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2262vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2263vm-test-run-nixbot-gitlab> gitlab # [ 258.959131] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:15.325Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"f3c91039d0afc0bf65e7a73b","created_at":"2026-08-28T11:21:18.648Z","trace_propagation_headers":{"sentry-trace":"93765f7a7b2847d58cf4cf8b0a17f121-a8626347b2be49c7","baggage":"sentry-trace_id=93765f7a7b2847d58cf4cf8b0a17f121,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MJFCWGXTQCKXSSH8N1KR","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:18.676Z","job_size_bytes":2,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-f3c91039d0afc0bf65e7a73b: start","job_status":"start","queue_duration_s":56.648338,"scheduling_latency_s":56.648382}2264vm-test-run-nixbot-gitlab> gitlab # [ 259.181868] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:15.548Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"f3c91039d0afc0bf65e7a73b","created_at":"2026-08-28T11:21:18.648Z","trace_propagation_headers":{"sentry-trace":"93765f7a7b2847d58cf4cf8b0a17f121-a8626347b2be49c7","baggage":"sentry-trace_id=93765f7a7b2847d58cf4cf8b0a17f121,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MJFCWGXTQCKXSSH8N1KR","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:18.676Z","job_size_bytes":2,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-f3c91039d0afc0bf65e7a73b: done: 0.22311 sec","job_status":"done","queue_duration_s":56.648338,"scheduling_latency_s":56.648382,"redis_calls":24,"redis_duration_s":0.008429,"redis_read_bytes":1038,"redis_write_bytes":2604,"redis_feature_flag_calls":14,"redis_feature_flag_duration_s":0.004451,"redis_feature_flag_read_bytes":1030,"redis_feature_flag_write_bytes":1439,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002467,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001511,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":9,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.094904,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.103368165,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.22311,"completed_at":"2026-08-28T11:22:15.548Z","load_balancing_strategy":"primary","db_duration_s":0.063234,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2265vm-test-run-nixbot-gitlab> gitlab # [ 259.259034] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:15.625Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"2ba13f8e1ca93ff4e64a21d1","created_at":"2026-08-28T11:21:18.686Z","trace_propagation_headers":{"sentry-trace":"93765f7a7b2847d58cf4cf8b0a17f121-a8626347b2be49c7","baggage":"sentry-trace_id=93765f7a7b2847d58cf4cf8b0a17f121,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MJFCWGXTQCKXSSH8N1KR","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:18.690Z","job_size_bytes":2,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-2ba13f8e1ca93ff4e64a21d1: start","job_status":"start","queue_duration_s":56.934553,"scheduling_latency_s":56.934604}2266vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2267vm-test-run-nixbot-gitlab> gitlab # [ 259.327391] nixbot[2698]: INFO: ::ffff:127.0.0.1:34038 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2268vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2269vm-test-run-nixbot-gitlab> gitlab # [ 259.391676] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:15.758Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"2ba13f8e1ca93ff4e64a21d1","created_at":"2026-08-28T11:21:18.686Z","trace_propagation_headers":{"sentry-trace":"93765f7a7b2847d58cf4cf8b0a17f121-a8626347b2be49c7","baggage":"sentry-trace_id=93765f7a7b2847d58cf4cf8b0a17f121,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MJFCWGXTQCKXSSH8N1KR","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:18.690Z","job_size_bytes":2,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-2ba13f8e1ca93ff4e64a21d1: done: 0.133045 sec","job_status":"done","queue_duration_s":56.934553,"scheduling_latency_s":56.934604,"redis_calls":14,"redis_duration_s":0.003409,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000691,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001559,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001159,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.087754,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.095432241,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.133045,"completed_at":"2026-08-28T11:22:15.758Z","load_balancing_strategy":"primary","db_duration_s":0.025371,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2270vm-test-run-nixbot-gitlab> gitlab # [ 259.461809] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:15.828Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"7a154956c8c4fd9b00d8028a","created_at":"2026-08-28T11:21:19.399Z","trace_propagation_headers":{"sentry-trace":"93765f7a7b2847d58cf4cf8b0a17f121-a8626347b2be49c7","baggage":"sentry-trace_id=93765f7a7b2847d58cf4cf8b0a17f121,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MJFCWGXTQCKXSSH8N1KR","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:19.404Z","job_size_bytes":5,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-7a154956c8c4fd9b00d8028a: start","job_status":"start","queue_duration_s":56.423632,"scheduling_latency_s":56.42366}2271vm-test-run-nixbot-gitlab> gitlab # [ 259.624443] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:15.991Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"7a154956c8c4fd9b00d8028a","created_at":"2026-08-28T11:21:19.399Z","trace_propagation_headers":{"sentry-trace":"93765f7a7b2847d58cf4cf8b0a17f121-a8626347b2be49c7","baggage":"sentry-trace_id=93765f7a7b2847d58cf4cf8b0a17f121,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MJFCWGXTQCKXSSH8N1KR","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:19.404Z","job_size_bytes":5,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-7a154956c8c4fd9b00d8028a: done: 0.162908 sec","job_status":"done","queue_duration_s":56.423632,"scheduling_latency_s":56.42366,"redis_calls":12,"redis_duration_s":0.002797,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000559,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001811,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000427,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.114753,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000339988,"duration_s":0.162908,"completed_at":"2026-08-28T11:22:15.991Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.027515,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2272vm-test-run-nixbot-gitlab> gitlab # [ 259.700436] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:16.067Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"bab3213ac2e817f62caa4d81","created_at":"2026-08-28T11:21:19.427Z","trace_propagation_headers":{"sentry-trace":"93765f7a7b2847d58cf4cf8b0a17f121-a8626347b2be49c7","baggage":"sentry-trace_id=93765f7a7b2847d58cf4cf8b0a17f121,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MJFCWGXTQCKXSSH8N1KR","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:19.431Z","job_size_bytes":3,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-bab3213ac2e817f62caa4d81: start","job_status":"start","queue_duration_s":56.635055,"scheduling_latency_s":56.635088}2273vm-test-run-nixbot-gitlab> gitlab # [ 259.989816] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:16.355Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"bab3213ac2e817f62caa4d81","created_at":"2026-08-28T11:21:19.427Z","trace_propagation_headers":{"sentry-trace":"93765f7a7b2847d58cf4cf8b0a17f121-a8626347b2be49c7","baggage":"sentry-trace_id=93765f7a7b2847d58cf4cf8b0a17f121,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MJFCWGXTQCKXSSH8N1KR","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:19.431Z","job_size_bytes":3,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-bab3213ac2e817f62caa4d81: done: 0.288351 sec","job_status":"done","queue_duration_s":56.635055,"scheduling_latency_s":56.635088,"redis_calls":11,"redis_duration_s":0.00332,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.00071,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00189,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00072,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.033,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.225,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.225,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.032,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.189077,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00081407,"duration_s":0.288351,"completed_at":"2026-08-28T11:22:16.355Z","load_balancing_strategy":"primary","db_duration_s":0.084719,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2274vm-test-run-nixbot-gitlab> gitlab # [ 260.038348] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:16.404Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"1fedbf1d69960c8e534cef4c","created_at":"2026-08-28T11:21:19.434Z","trace_propagation_headers":{"sentry-trace":"93765f7a7b2847d58cf4cf8b0a17f121-a8626347b2be49c7","baggage":"sentry-trace_id=93765f7a7b2847d58cf4cf8b0a17f121,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MJFCWGXTQCKXSSH8N1KR","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:19.437Z","job_size_bytes":89,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-1fedbf1d69960c8e534cef4c: start","job_status":"start","queue_duration_s":56.966846,"scheduling_latency_s":56.966889}2275vm-test-run-nixbot-gitlab> gitlab # [ 260.104679] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:16.470Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"1fedbf1d69960c8e534cef4c","created_at":"2026-08-28T11:21:19.434Z","trace_propagation_headers":{"sentry-trace":"93765f7a7b2847d58cf4cf8b0a17f121-a8626347b2be49c7","baggage":"sentry-trace_id=93765f7a7b2847d58cf4cf8b0a17f121,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MJFCWGXTQCKXSSH8N1KR","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:19.437Z","job_size_bytes":89,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-1fedbf1d69960c8e534cef4c: done: 0.066379 sec","job_status":"done","queue_duration_s":56.966846,"scheduling_latency_s":56.966889,"redis_calls":11,"redis_duration_s":0.003519,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001028,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001862,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000629,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035528,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00053247,"duration_s":0.066379,"completed_at":"2026-08-28T11:22:16.470Z","load_balancing_strategy":"primary","db_duration_s":0.007156,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2276vm-test-run-nixbot-gitlab> gitlab # [ 260.106661] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:16.473Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 42a376f1e41bb60fa491696b57cc2b1e15b1b356 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"659fd6f28e7718fdbcbdb77c","created_at":"2026-08-28T11:21:20.998Z","trace_propagation_headers":{"sentry-trace":"322316e3cee54450958243cbc7b7d236-d3679418bead49f7","baggage":"sentry-trace_id=322316e3cee54450958243cbc7b7d236,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MMXQHX6FT1HFDVP89D49","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:21.021Z","job_size_bytes":185,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-659fd6f28e7718fdbcbdb77c: start","job_status":"start","queue_duration_s":55.451596,"scheduling_latency_s":55.451623}2277vm-test-run-nixbot-gitlab> gitlab # [ 260.163916] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:16.492Z","message":"changes: \"0000000000000000000000000000000000000000 42a376f1e41bb60fa491696b57cc2b1e15b1b356 refs/heads/master\\n\""}2278vm-test-run-nixbot-gitlab> gitlab # [ 260.170475] gitaly[915]: time="2026-08-28T11:22:16.536Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-08-28T11:22:26.003" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:22:16.523" grpc.time_ms=12.999 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2279vm-test-run-nixbot-gitlab> gitlab # [ 260.184688] gitaly[915]: time="2026-08-28T11:22:16.551Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=622 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-08-28T11:22:26.020" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:22:16.541" grpc.time_ms=10.091 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2280vm-test-run-nixbot-gitlab> gitlab # [ 260.231853] gitaly[915]: time="2026-08-28T11:22:16.598Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=644 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-08-28T11:22:26.068" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:22:16.589" grpc.time_ms=9.604 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2281vm-test-run-nixbot-gitlab> gitlab # [ 260.289876] gitaly[915]: time="2026-08-28T11:22:16.656Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3933 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:22:16.656" grpc.time_ms=0.3 pid=915 span.kind=server system=grpc2282vm-test-run-nixbot-gitlab> gitlab # [ 260.319589] gitaly[915]: time="2026-08-28T11:22:16.686Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3935 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:22:16.686" grpc.time_ms=0.355 pid=915 span.kind=server system=grpc2283vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2284vm-test-run-nixbot-gitlab> gitlab # [ 260.335653] gitaly[915]: time="2026-08-28T11:22:16.702Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 diskcache=52380ce3-a096-4f05-a63e-046aecd910d1 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-08-28T11:22:26.097" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:22:16.618" pid=915 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root2285vm-test-run-nixbot-gitlab> gitlab # [ 260.343953] gitaly[915]: time="2026-08-28T11:22:16.703Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=83 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4904 command.oublock=8 command.real_time_ms=77 command.spawn_token_fork_ms=0 command.system_time_ms=56 command.user_time_ms=27 component=gitaly.UnaryServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-08-28T11:22:26.097" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:22:16.618" grpc.time_ms=84.821 pid=915 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root2286vm-test-run-nixbot-gitlab> gitlab # [ 260.366586] nixbot[2698]: INFO: ::ffff:127.0.0.1:34050 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2287vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2288vm-test-run-nixbot-gitlab> gitlab # [ 260.369358] gitaly[915]: time="2026-08-28T11:22:16.736Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-08-28T11:22:26.215" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:22:16.736" grpc.time_ms=0.189 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2289vm-test-run-nixbot-gitlab> gitlab # [ 260.397574] gitaly[915]: time="2026-08-28T11:22:16.764Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=940 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=0 command.system_time_ms=8 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-08-28T11:22:26.229" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:22:16.749" grpc.time_ms=15.102 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2290vm-test-run-nixbot-gitlab> gitlab # [ 260.475726] gitaly[915]: time="2026-08-28T11:22:16.842Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=340 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-08-28T11:22:46.033" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:22:16.834" grpc.time_ms=8.303 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2291vm-test-run-nixbot-gitlab> gitlab # [ 260.504879] gitaly[915]: time="2026-08-28T11:22:16.871Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-08-28T11:22:26.010" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:22:16.871" grpc.time_ms=0.347 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2292vm-test-run-nixbot-gitlab> gitlab # [ 260.523562] gitaly[915]: time="2026-08-28T11:22:16.890Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=344 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-08-28T11:22:26.025" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-08-28T11:22:16.885" grpc.time_ms=4.566 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2293vm-test-run-nixbot-gitlab> gitlab # [ 260.562787] gitaly[915]: time="2026-08-28T11:22:16.929Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-08-28T11:22:26.058" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:22:16.918" grpc.time_ms=10.889 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2294vm-test-run-nixbot-gitlab> gitlab # [ 260.583151] gitaly[915]: time="2026-08-28T11:22:16.949Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-08-28T11:22:26.077" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:22:16.937" grpc.time_ms=10.957 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2295vm-test-run-nixbot-gitlab> gitlab # [ 260.624850] gitaly[915]: time="2026-08-28T11:22:16.991Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=961 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=0 command.system_time_ms=9 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-08-28T11:22:46.173" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:22:16.973" grpc.time_ms=18.108 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2296vm-test-run-nixbot-gitlab> gitlab # [ 261.122094] gitaly[915]: time="2026-08-28T11:22:17.489Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-08-28T11:22:27.006" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:22:17.486" grpc.time_ms=2.027 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2297vm-test-run-nixbot-gitlab> gitlab # [ 261.155070] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:17.521Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 42a376f1e41bb60fa491696b57cc2b1e15b1b356 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"659fd6f28e7718fdbcbdb77c","created_at":"2026-08-28T11:21:20.998Z","trace_propagation_headers":{"sentry-trace":"322316e3cee54450958243cbc7b7d236-d3679418bead49f7","baggage":"sentry-trace_id=322316e3cee54450958243cbc7b7d236,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MMXQHX6FT1HFDVP89D49","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:21.021Z","job_size_bytes":185,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-659fd6f28e7718fdbcbdb77c: done: 1.04763 sec","job_status":"done","queue_duration_s":55.451596,"scheduling_latency_s":55.451623,"gitaly_calls":13,"gitaly_duration_s":0.278512,"redis_calls":198,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.070112,"redis_read_bytes":2103,"redis_write_bytes":21750,"redis_cache_calls":15,"redis_cache_duration_s":0.003903,"redis_cache_read_bytes":20,"redis_cache_write_bytes":991,"redis_feature_flag_calls":27,"redis_feature_flag_duration_s":0.006798,"redis_feature_flag_read_bytes":1678,"redis_feature_flag_write_bytes":3082,"redis_queues_calls":10,"redis_queues_duration_s":0.002012,"redis_queues_read_bytes":10,"redis_queues_write_bytes":7838,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.005417,"redis_queues_metadata_read_bytes":13,"redis_queues_metadata_write_bytes":1467,"redis_repository_cache_calls":90,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.040045,"redis_repository_cache_read_bytes":249,"redis_repository_cache_write_bytes":6237,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.011937,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":47,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.055,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":47,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.214,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.235,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.055,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.634367,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00051934,"exclusive_lock_hold_duration_s":0.033113706,"duration_s":1.04763,"completed_at":"2026-08-28T11:22:17.520Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.096586,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2298vm-test-run-nixbot-gitlab> gitlab # [ 261.161984] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:17.523Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","42a376f1e41bb60fa491696b57cc2b1e15b1b356 77ff58211560cb82ebc0839f6ad1866ff10cdb61 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"a0b6778288943540c657b14e","created_at":"2026-08-28T11:21:25.657Z","trace_propagation_headers":{"sentry-trace":"b3df7e7bb5ee403aa2ccc84c1a1e965a-566c0749ad044918","baggage":"sentry-trace_id=b3df7e7bb5ee403aa2ccc84c1a1e965a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MT07MF3M4BXKEGHFWFHR","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:25.658Z","job_size_bytes":185,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-a0b6778288943540c657b14e: start","job_status":"start","queue_duration_s":51.864695,"scheduling_latency_s":51.864726}2299vm-test-run-nixbot-gitlab> gitlab # [ 261.215450] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:17.582Z","message":"changes: \"42a376f1e41bb60fa491696b57cc2b1e15b1b356 77ff58211560cb82ebc0839f6ad1866ff10cdb61 refs/heads/master\\n\""}2300vm-test-run-nixbot-gitlab> gitlab # [ 261.243432] gitaly[915]: time="2026-08-28T11:22:17.610Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=0 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141MT07MF3M4BXKEGHFWFHR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-08-28T11:22:27.078" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:22:17.599" grpc.time_ms=10.853 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2301vm-test-run-nixbot-gitlab> gitlab # [ 261.264475] gitaly[915]: time="2026-08-28T11:22:17.631Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141MT07MF3M4BXKEGHFWFHR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-08-28T11:22:27.101" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:22:17.621" grpc.time_ms=9.906 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2302vm-test-run-nixbot-gitlab> gitlab # [ 261.280708] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:17.647Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"59f297444e2f9fdfab4810cc","created_at":"2026-08-28T11:22:17.645Z","trace_propagation_headers":{"sentry-trace":"b3df7e7bb5ee403aa2ccc84c1a1e965a-f676d393872242e1","baggage":"sentry-trace_id=b3df7e7bb5ee403aa2ccc84c1a1e965a,sentry-release=Unknown"},"correlation_id":"01M141MT07MF3M4BXKEGHFWFHR","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","duplicate-of":"966e8fb0b17cca1d78036c81","job_size_bytes":46,"pid":2678,"job_status":"deduplicated","message":"ProjectCacheWorker JID-59f297444e2f9fdfab4810cc: deduplicated: until executing","deduplication.type":"until executing"}2303vm-test-run-nixbot-gitlab> gitlab # [ 261.302264] gitaly[915]: time="2026-08-28T11:22:17.669Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M141MT07MF3M4BXKEGHFWFHR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-08-28T11:22:27.138" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:22:17.659" grpc.time_ms=10.026 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2304vm-test-run-nixbot-gitlab> gitlab # [ 261.317634] gitaly[915]: time="2026-08-28T11:22:17.684Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=653 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M141MT07MF3M4BXKEGHFWFHR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-08-28T11:22:47.072" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:22:17.672" grpc.time_ms=11.955 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2305vm-test-run-nixbot-gitlab> gitlab # [ 261.337539] gitaly[915]: time="2026-08-28T11:22:17.704Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=347 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M141MT07MF3M4BXKEGHFWFHR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-08-28T11:22:27.179" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-08-28T11:22:17.699" grpc.time_ms=4.683 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2306vm-test-run-nixbot-gitlab> gitlab # [ 261.358842] gitaly[915]: time="2026-08-28T11:22:17.725Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01M141MT07MF3M4BXKEGHFWFHR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-08-28T11:22:27.195" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:22:17.715" grpc.time_ms=10.04 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2307vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2308vm-test-run-nixbot-gitlab> gitlab # [ 261.409567] nixbot[2698]: INFO: ::ffff:127.0.0.1:34060 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2309vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2310vm-test-run-nixbot-gitlab> gitlab # [ 261.472674] gitaly[915]: time="2026-08-28T11:22:17.839Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141MT07MF3M4BXKEGHFWFHR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-08-28T11:22:27.007" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:22:17.838" grpc.time_ms=1.042 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2311vm-test-run-nixbot-gitlab> gitlab # [ 261.516217] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:17.882Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","42a376f1e41bb60fa491696b57cc2b1e15b1b356 77ff58211560cb82ebc0839f6ad1866ff10cdb61 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"a0b6778288943540c657b14e","created_at":"2026-08-28T11:21:25.657Z","trace_propagation_headers":{"sentry-trace":"b3df7e7bb5ee403aa2ccc84c1a1e965a-566c0749ad044918","baggage":"sentry-trace_id=b3df7e7bb5ee403aa2ccc84c1a1e965a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MT07MF3M4BXKEGHFWFHR","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-08-28T11:21:25.658Z","job_size_bytes":185,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-a0b6778288943540c657b14e: done: 0.359683 sec","job_status":"done","queue_duration_s":51.864695,"scheduling_latency_s":51.864726,"gitaly_calls":7,"gitaly_duration_s":0.126942,"redis_calls":110,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.026366999999999998,"redis_read_bytes":500,"redis_write_bytes":11943,"redis_cache_calls":9,"redis_cache_duration_s":0.002751,"redis_cache_read_bytes":14,"redis_cache_write_bytes":593,"redis_queues_calls":6,"redis_queues_duration_s":0.001103,"redis_queues_read_bytes":8,"redis_queues_write_bytes":5720,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.004476,"redis_queues_metadata_read_bytes":163,"redis_queues_metadata_write_bytes":1428,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.008851,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.009186,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":28,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":28,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.076,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":28,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.034,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.034,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.076,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.142062,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000621029,"exclusive_lock_hold_duration_s":0.021342098,"duration_s":0.359683,"completed_at":"2026-08-28T11:22:17.882Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.078212,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2312vm-test-run-nixbot-gitlab> gitlab # [ 261.578985] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:17.945Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"7fee3cbc78fc62e087896801","created_at":"2026-08-28T11:21:25.875Z","trace_propagation_headers":{"sentry-trace":"b33dcf92d18b4b72bafdfe944b96be28-b413a07f441f4091","baggage":"sentry-trace_id=b33dcf92d18b4b72bafdfe944b96be28,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MT8NSQ4MBX396BZEGMAE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:25.881Z","job_size_bytes":65,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-7fee3cbc78fc62e087896801: start","job_status":"start","queue_duration_s":52.063907,"scheduling_latency_s":52.064015}2313vm-test-run-nixbot-gitlab> gitlab # [ 261.689645] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:18.056Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"7fee3cbc78fc62e087896801","created_at":"2026-08-28T11:21:25.875Z","trace_propagation_headers":{"sentry-trace":"b33dcf92d18b4b72bafdfe944b96be28-b413a07f441f4091","baggage":"sentry-trace_id=b33dcf92d18b4b72bafdfe944b96be28,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MT8NSQ4MBX396BZEGMAE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:25.881Z","job_size_bytes":65,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-7fee3cbc78fc62e087896801: done: 0.111017 sec","job_status":"done","queue_duration_s":52.063907,"scheduling_latency_s":52.064015,"redis_calls":16,"redis_duration_s":0.00542,"redis_read_bytes":269,"redis_write_bytes":1850,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.002872,"redis_feature_flag_read_bytes":262,"redis_feature_flag_write_bytes":1032,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001946,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000602,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.072625,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000522413,"duration_s":0.111017,"completed_at":"2026-08-28T11:22:18.056Z","load_balancing_strategy":"primary","db_duration_s":0.025738,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2314vm-test-run-nixbot-gitlab> gitlab # [ 261.691426] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:18.057Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"46da4f165886d279103a4eb9","created_at":"2026-08-28T11:21:25.881Z","trace_propagation_headers":{"sentry-trace":"b33dcf92d18b4b72bafdfe944b96be28-b413a07f441f4091","baggage":"sentry-trace_id=b33dcf92d18b4b72bafdfe944b96be28,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MT8NSQ4MBX396BZEGMAE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:25.884Z","job_size_bytes":65,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-46da4f165886d279103a4eb9: start","job_status":"start","queue_duration_s":52.17277,"scheduling_latency_s":52.172785}2315vm-test-run-nixbot-gitlab> gitlab # [ 261.774187] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:18.140Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"46da4f165886d279103a4eb9","created_at":"2026-08-28T11:21:25.881Z","trace_propagation_headers":{"sentry-trace":"b33dcf92d18b4b72bafdfe944b96be28-b413a07f441f4091","baggage":"sentry-trace_id=b33dcf92d18b4b72bafdfe944b96be28,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MT8NSQ4MBX396BZEGMAE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:25.884Z","job_size_bytes":65,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-46da4f165886d279103a4eb9: done: 0.083311 sec","job_status":"done","queue_duration_s":52.17277,"scheduling_latency_s":52.172785,"redis_calls":21,"redis_duration_s":0.005155,"redis_read_bytes":148,"redis_write_bytes":2264,"redis_feature_flag_calls":9,"redis_feature_flag_duration_s":0.002184,"redis_feature_flag_read_bytes":136,"redis_feature_flag_write_bytes":1264,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001514,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001457,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":15,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":15,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.026,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.041715,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000341384,"duration_s":0.083311,"completed_at":"2026-08-28T11:22:18.140Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.032195,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2316vm-test-run-nixbot-gitlab> gitlab # [ 261.775870] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:18.142Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"a8ef57c5147c3237d09d57e3","created_at":"2026-08-28T11:21:25.976Z","trace_propagation_headers":{"sentry-trace":"b33dcf92d18b4b72bafdfe944b96be28-b413a07f441f4091","baggage":"sentry-trace_id=b33dcf92d18b4b72bafdfe944b96be28,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MT8NSQ4MBX396BZEGMAE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:25.986Z","job_size_bytes":3,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-a8ef57c5147c3237d09d57e3: start","job_status":"start","queue_duration_s":52.156048,"scheduling_latency_s":52.156062}2317vm-test-run-nixbot-gitlab> gitlab # [ 261.918186] gitaly[915]: time="2026-08-28T11:22:18.284Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3894 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:22:18.283" grpc.time_ms=0.833 pid=915 span.kind=server system=grpc2318vm-test-run-nixbot-gitlab> gitlab # [ 261.971279] gitaly[915]: time="2026-08-28T11:22:18.338Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3892 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:22:18.337" grpc.time_ms=0.358 pid=915 span.kind=server system=grpc2319vm-test-run-nixbot-gitlab> gitlab # [ 262.018909] gitaly[915]: time="2026-08-28T11:22:18.385Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3894 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-08-28T11:22:18.384" grpc.time_ms=1.031 pid=915 span.kind=server system=grpc2320vm-test-run-nixbot-gitlab> gitlab # [ 262.045385] gitaly[915]: time="2026-08-28T11:22:18.412Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE diskcache=1f9fbbf3-bdae-45fb-a97d-8fbb7c651895 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-08-28T11:22:48.047" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:22:18.248" pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2321vm-test-run-nixbot-gitlab> gitlab # [ 262.045601] gitaly[915]: time="2026-08-28T11:22:18.412Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=160 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7436 command.oublock=0 command.real_time_ms=156 command.spawn_token_fork_ms=0 command.system_time_ms=114 command.user_time_ms=46 component=gitaly.UnaryServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-08-28T11:22:48.047" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-08-28T11:22:18.248" grpc.time_ms=164.179 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2322vm-test-run-nixbot-gitlab> gitlab # [ 262.165684] gitaly[915]: time="2026-08-28T11:22:18.532Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-08-28T11:22:48.330" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:22:18.531" grpc.time_ms=1.364 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2323vm-test-run-nixbot-gitlab> gitlab # [ 262.195892] gitaly[915]: time="2026-08-28T11:22:18.562Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01M141MT8NSQ4MBX396BZEGMAE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-08-28T11:22:48.361" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:22:18.561" grpc.time_ms=0.905 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2324vm-test-run-nixbot-gitlab> gitlab # [ 262.204926] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:18.571Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"a8ef57c5147c3237d09d57e3","created_at":"2026-08-28T11:21:25.976Z","trace_propagation_headers":{"sentry-trace":"b33dcf92d18b4b72bafdfe944b96be28-b413a07f441f4091","baggage":"sentry-trace_id=b33dcf92d18b4b72bafdfe944b96be28,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MT8NSQ4MBX396BZEGMAE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:25.986Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2678,"job_status":"rescheduled","message":"PipelineProcessWorker JID-a8ef57c5147c3237d09d57e3: rescheduled"}2325vm-test-run-nixbot-gitlab> gitlab # [ 262.211178] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:18.577Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"a8ef57c5147c3237d09d57e3","created_at":"2026-08-28T11:21:25.976Z","trace_propagation_headers":{"sentry-trace":"b33dcf92d18b4b72bafdfe944b96be28-b413a07f441f4091","baggage":"sentry-trace_id=b33dcf92d18b4b72bafdfe944b96be28,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01M141MT8NSQ4MBX396BZEGMAE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-08-28T11:21:25.986Z","job_size_bytes":3,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-a8ef57c5147c3237d09d57e3: done: 0.435604 sec","job_status":"done","queue_duration_s":52.156048,"scheduling_latency_s":52.156062,"gitaly_calls":3,"gitaly_duration_s":0.199951,"redis_calls":120,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.025244,"redis_read_bytes":462,"redis_write_bytes":29293,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001162,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":9,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.00112,"redis_cache_read_bytes":17,"redis_cache_write_bytes":791,"redis_feature_flag_calls":40,"redis_feature_flag_duration_s":0.009019,"redis_feature_flag_read_bytes":294,"redis_feature_flag_write_bytes":6581,"redis_queues_calls":27,"redis_queues_duration_s":0.003996,"redis_queues_read_bytes":39,"redis_queues_write_bytes":15580,"redis_queues_metadata_calls":22,"redis_queues_metadata_duration_s":0.00531,"redis_queues_metadata_read_bytes":34,"redis_queues_metadata_write_bytes":3577,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000639,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.0006,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002236,"redis_shared_state_read_bytes":11,"redis_shared_state_write_bytes":851,"db_count":52,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":52,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.061,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":35,"db_ci_count":17,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.019,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.023,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.03,"db_ci_duration_s":0.031,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.145259,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.391273471,"duration_s":0.435604,"completed_at":"2026-08-28T11:22:18.577Z","load_balancing_strategy":"primary","db_duration_s":0.073213,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2326vm-test-run-nixbot-gitlab> gitlab # [ 262.258498] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:18.579Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"966e8fb0b17cca1d78036c81","created_at":"2026-08-28T11:22:16.554Z","trace_propagation_headers":{"sentry-trace":"322316e3cee54450958243cbc7b7d236-89d3ab6db49a498d","baggage":"sentry-trace_id=322316e3cee54450958243cbc7b7d236,sentry-release=Unknown"},"correlation_id":"01M141MMXQHX6FT1HFDVP89D49","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-08-28T11:22:16.568Z","job_size_bytes":46,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-966e8fb0b17cca1d78036c81: start","job_status":"start","queue_duration_s":2.010244,"scheduling_latency_s":2.010258}2327vm-test-run-nixbot-gitlab> gitlab # [ 262.260237] gitaly[915]: time="2026-08-28T11:22:18.617Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-08-28T17:22:18.610" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-08-28T11:22:18.611" grpc.time_ms=4.979 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2328vm-test-run-nixbot-gitlab> gitlab # [ 262.323692] gitaly[915]: time="2026-08-28T11:22:18.690Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=654 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-08-28T11:22:48.478" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:22:18.678" grpc.time_ms=11.515 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2329vm-test-run-nixbot-gitlab> gitlab # [ 262.371079] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:18.737Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"966e8fb0b17cca1d78036c81","created_at":"2026-08-28T11:22:16.554Z","trace_propagation_headers":{"sentry-trace":"322316e3cee54450958243cbc7b7d236-89d3ab6db49a498d","baggage":"sentry-trace_id=322316e3cee54450958243cbc7b7d236,sentry-release=Unknown"},"correlation_id":"01M141MMXQHX6FT1HFDVP89D49","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-08-28T11:22:16.568Z","job_size_bytes":46,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-966e8fb0b17cca1d78036c81: done: 0.15814 sec","job_status":"done","queue_duration_s":2.010244,"scheduling_latency_s":2.010258,"gitaly_calls":2,"gitaly_duration_s":0.083217,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.008144,"redis_read_bytes":69,"redis_write_bytes":4887,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.001706,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.000797,"redis_queues_read_bytes":4,"redis_queues_write_bytes":2115,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001809,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.003096,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":753,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000736,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.052964,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000451734,"duration_s":0.15814,"completed_at":"2026-08-28T11:22:18.737Z","load_balancing_strategy":"primary","db_duration_s":0.014035,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2330vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61'2331vm-test-run-nixbot-gitlab> gitlab # [ 262.374902] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:18.739Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"7126eee9fd51d4ee88cbda52","created_at":"2026-08-28T11:22:16.582Z","trace_propagation_headers":{"sentry-trace":"322316e3cee54450958243cbc7b7d236-89d3ab6db49a498d","baggage":"sentry-trace_id=322316e3cee54450958243cbc7b7d236,sentry-release=Unknown"},"correlation_id":"01M141MMXQHX6FT1HFDVP89D49","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-08-28T11:22:16.585Z","job_size_bytes":3,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-7126eee9fd51d4ee88cbda52: start","job_status":"start","queue_duration_s":2.154073,"scheduling_latency_s":2.1541}2332vm-test-run-nixbot-gitlab> gitlab # [ 262.425665] gitaly[915]: time="2026-08-28T11:22:18.792Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 diskcache=01ca2bb7-4447-4346-8acb-274189e9dcd0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-08-28T17:22:18.758" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:22:18.759" pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2333vm-test-run-nixbot-gitlab> gitlab # [ 262.434079] gitaly[915]: time="2026-08-28T11:22:18.793Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=15 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1282 command.oublock=0 command.real_time_ms=31 command.spawn_token_fork_ms=0 command.system_time_ms=14 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01M141MMXQHX6FT1HFDVP89D49 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-08-28T17:22:18.758" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-08-28T11:22:18.759" grpc.time_ms=33.467 pid=915 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2334vm-test-run-nixbot-gitlab> gitlab # [ 262.449727] nixbot[2698]: INFO: ::ffff:127.0.0.1:34068 - "GET /api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61 HTTP/1.1" 200 OK2335vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=77ff58211560cb82ebc0839f6ad1866ff10cdb61', in 0.04 seconds)2336vm-test-run-nixbot-gitlab> gitlab # [ 262.478554] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:18.845Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"7126eee9fd51d4ee88cbda52","created_at":"2026-08-28T11:22:16.582Z","trace_propagation_headers":{"sentry-trace":"322316e3cee54450958243cbc7b7d236-89d3ab6db49a498d","baggage":"sentry-trace_id=322316e3cee54450958243cbc7b7d236,sentry-release=Unknown"},"correlation_id":"01M141MMXQHX6FT1HFDVP89D49","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-08-28T11:22:16.585Z","job_size_bytes":3,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-7126eee9fd51d4ee88cbda52: done: 0.105647 sec","job_status":"done","queue_duration_s":2.154073,"scheduling_latency_s":2.1541,"gitaly_calls":1,"gitaly_duration_s":0.03669,"redis_calls":15,"redis_duration_s":0.004183,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000754,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001492,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000617,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00132,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.015,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.026,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.04421,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.082493165,"duration_s":0.105647,"completed_at":"2026-08-28T11:22:18.845Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.017796,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2337vm-test-run-nixbot-gitlab> gitlab # [ 262.498064] sidekiq-cluster[2678]: {"severity":"INFO","time":"2026-08-28T11:22:18.847Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"00222b6b7df5543e5d5cfe1c","created_at":"2026-08-28T11:22:16.729Z","trace_propagation_headers":{"sentry-trace":"322316e3cee54450958243cbc7b7d236-89d3ab6db49a498d","baggage":"sentry-trace_id=322316e3cee54450958243cbc7b7d236,sentry-release=Unknown"},"correlation_id":"01M141MMXQHX6FT1HFDVP89D49","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-08-28T11:22:16.732Z","job_size_bytes":23,"pid":2678,"sidekiq_tid":"m80y","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-00222b6b7df5543e5d5cfe1c: start","job_status":"start","queue_duration_s":2.114436,"scheduling_latency_s":2.114461}