nixbot

1this derivation will be built:2  /nix/store/ddzws2qkihad0a49picb7j86zw17h386-vm-test-run-nixbot-gitlab.drv3building '/nix/store/ddzws2qkihad0a49picb7j86zw17h386-vm-test-run-nixbot-gitlab.drv' on 'ssh-ng://nix@jamie'4building '/nix/store/ddzws2qkihad0a49picb7j86zw17h386-vm-test-run-nixbot-gitlab.drv'5vm-test-run-nixbot-gitlab> Machine state will be reset. To keep it, pass --keep-machine-state6vm-test-run-nixbot-gitlab> start all VLans7vm-test-run-nixbot-gitlab> (finished: start all VLans, in 0.00 seconds)8vm-test-run-nixbot-gitlab> Test will time out and terminate in 3600 seconds9vm-test-run-nixbot-gitlab> run the VM test script10vm-test-run-nixbot-gitlab> additionally exposed symbols:11vm-test-run-nixbot-gitlab>     gitlab,12vm-test-run-nixbot-gitlab>     vlan1,13vm-test-run-nixbot-gitlab>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh14vm-test-run-nixbot-gitlab> start all VMs15vm-test-run-nixbot-gitlab> gitlab: starting vm16vm-test-run-nixbot-gitlab> gitlab # Disk image does not exist, creating the virtualisation disk image...17vm-test-run-nixbot-gitlab> gitlab: QEMU running (pid 13)18vm-test-run-nixbot-gitlab> gitlab # Formatting '/build/vm-state-gitlab/tmp.vb2oXboUhl', fmt=raw size=107374182419vm-test-run-nixbot-gitlab> gitlab # mke2fs 1.47.3 (8-Jul-2025)20vm-test-run-nixbot-gitlab> gitlab # Discarding device blocks:      0/262144             done21vm-test-run-nixbot-gitlab> (finished: start all VMs, in 35.45 seconds)22vm-test-run-nixbot-gitlab> gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes23vm-test-run-nixbot-gitlab> gitlab: waiting for unit setup-gitlab.service24vm-test-run-nixbot-gitlab> gitlab # Filesystem UUID: cb52a960-63b3-448b-8696-51bc179a2fe625vm-test-run-nixbot-gitlab> gitlab: waiting for the VM to finish booting26vm-test-run-nixbot-gitlab> gitlab # Superblock backups stored on blocks:27vm-test-run-nixbot-gitlab> gitlab # 	32768, 98304, 163840, 22937628vm-test-run-nixbot-gitlab> gitlab # 29vm-test-run-nixbot-gitlab> gitlab # Allocating group tables: 0/8   done30vm-test-run-nixbot-gitlab> gitlab # Writing inode tables: 0/8   done31vm-test-run-nixbot-gitlab> gitlab # Creating journal (8192 blocks): done32vm-test-run-nixbot-gitlab> gitlab # Writing superblocks and filesystem accounting information: 0/8   done33vm-test-run-nixbot-gitlab> gitlab # 34vm-test-run-nixbot-gitlab> gitlab # Virtualisation disk image created.35vm-test-run-nixbot-gitlab> gitlab # Creating Nix store image...36vm-test-run-nixbot-gitlab> gitlab # Created Nix store image.37vm-test-run-nixbot-gitlab> gitlab # SeaBIOS (version rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org)38vm-test-run-nixbot-gitlab> gitlab # 39vm-test-run-nixbot-gitlab> gitlab # 40vm-test-run-nixbot-gitlab> gitlab # iPXE (http://ipxe.org) 00:03.0 CA00 PCI2.10 PnP PMM+BEFD1900+BEF31900 CA0041vm-test-run-nixbot-gitlab> gitlab # Press Ctrl-B to configure iPXE (PCI 00:03.0)...42vm-test-run-nixbot-gitlab> gitlab # 43vm-test-run-nixbot-gitlab> gitlab # 44vm-test-run-nixbot-gitlab> gitlab # 45vm-test-run-nixbot-gitlab> gitlab # 46vm-test-run-nixbot-gitlab> gitlab # iPXE (http://ipxe.org) 00:09.0 CB00 PCI2.10 PnP PMM BEFD1900 BEF31900 CB0047vm-test-run-nixbot-gitlab> gitlab # Press Ctrl-B to configure iPXE (PCI 00:09.0)...48vm-test-run-nixbot-gitlab> gitlab # 49vm-test-run-nixbot-gitlab> gitlab # 50vm-test-run-nixbot-gitlab> gitlab # Booting from ROM...51vm-test-run-nixbot-gitlab> gitlab # Probing EDD (edd=off to disable)... ok52vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Linux version 6.18.34 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT_DYNAMIC Mon Jun  1 15:51:08 UTC 202653vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/xy34g3fajq6hxzp0iax885mh2ija9wqc-nixos-system-gitlab-test/init regInfo=/nix/store/9q9shlvcaa3g6hpk25bs58mfkpgqvzad-closure-info/registration console=ttyS0,115200n8 console=tty054vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-provided physical RAM map:55vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable56vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x000000000009ffff] reserved57vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000000f0000-0x00000000000fffff] reserved58vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bffd7fff] usable59vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000bffd8000-0x00000000bfffffff] reserved60vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000feffc000-0x00000000feffffff] reserved61vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000fffc0000-0x00000000ffffffff] reserved62vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x0000000100000000-0x00000001bfffffff] usable63vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x000000fd00000000-0x000000ffffffffff] reserved64vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NX (Execute Disable) protection: active65vm-test-run-nixbot-gitlab> gitlab # [    0.000000] APIC: Static calls initialized66vm-test-run-nixbot-gitlab> gitlab # [    0.000000] SMBIOS 2.8 present.67vm-test-run-nixbot-gitlab> gitlab # [    0.000000] DMI: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org 04/01/201468vm-test-run-nixbot-gitlab> gitlab # [    0.000000] DMI: Memory slots populated: 1/169vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Hypervisor detected: KVM70vm-test-run-nixbot-gitlab> gitlab # [    0.000000] last_pfn = 0xbffd8 max_arch_pfn = 0x1000000000071vm-test-run-nixbot-gitlab> gitlab # [    0.000000] kvm-clock: Using msrs 4b564d01 and 4b564d0072vm-test-run-nixbot-gitlab> gitlab # [    0.000000] kvm-clock: using sched offset of 510050574 cycles73vm-test-run-nixbot-gitlab> gitlab # [    0.000002] clocksource: kvm-clock: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns74vm-test-run-nixbot-gitlab> gitlab # [    0.000006] tsc: Detected 2400.010 MHz processor75vm-test-run-nixbot-gitlab> gitlab # [    0.000805] last_pfn = 0x1c0000 max_arch_pfn = 0x1000000000076vm-test-run-nixbot-gitlab> gitlab # [    0.000842] MTRR map: 4 entries (3 fixed + 1 variable; max 19), built from 8 variable MTRRs77vm-test-run-nixbot-gitlab> gitlab # [    0.000845] x86/PAT: Configuration [0-7]: WB  WC  UC- UC  WB  WP  UC- WT78vm-test-run-nixbot-gitlab> gitlab # [    0.000901] last_pfn = 0xbffd8 max_arch_pfn = 0x1000000000079vm-test-run-nixbot-gitlab> gitlab # [    0.002760] found SMP MP-table at [mem 0x000f5470-0x000f547f]80vm-test-run-nixbot-gitlab> gitlab # [    0.002771] Using GB pages for direct mapping81vm-test-run-nixbot-gitlab> gitlab # [    0.002821] RAMDISK: [mem 0xbe4e0000-0xbffcffff]82vm-test-run-nixbot-gitlab> gitlab # [    0.002829] ACPI: Early table checksum verification disabled83vm-test-run-nixbot-gitlab> gitlab # [    0.002832] ACPI: RSDP 0x00000000000F5270 000014 (v00 BOCHS )84vm-test-run-nixbot-gitlab> gitlab # [    0.002835] ACPI: RSDT 0x00000000BFFE24E3 000034 (v01 BOCHS  BXPC     00000001 BXPC 00000001)85vm-test-run-nixbot-gitlab> gitlab # [    0.002839] ACPI: FACP 0x00000000BFFE237F 000074 (v01 BOCHS  BXPC     00000001 BXPC 00000001)86vm-test-run-nixbot-gitlab> gitlab # [    0.002846] ACPI: DSDT 0x00000000BFFE0040 00233F (v01 BOCHS  BXPC     00000001 BXPC 00000001)87vm-test-run-nixbot-gitlab> gitlab # [    0.002848] ACPI: FACS 0x00000000BFFE0000 00004088vm-test-run-nixbot-gitlab> gitlab # [    0.002850] ACPI: APIC 0x00000000BFFE23F3 000090 (v03 BOCHS  BXPC     00000001 BXPC 00000001)89vm-test-run-nixbot-gitlab> gitlab # [    0.002851] ACPI: HPET 0x00000000BFFE2483 000038 (v01 BOCHS  BXPC     00000001 BXPC 00000001)90vm-test-run-nixbot-gitlab> gitlab # [    0.002853] ACPI: WAET 0x00000000BFFE24BB 000028 (v01 BOCHS  BXPC     00000001 BXPC 00000001)91vm-test-run-nixbot-gitlab> gitlab # [    0.002854] ACPI: Reserving FACP table memory at [mem 0xbffe237f-0xbffe23f2]92vm-test-run-nixbot-gitlab> gitlab # [    0.002855] ACPI: Reserving DSDT table memory at [mem 0xbffe0040-0xbffe237e]93vm-test-run-nixbot-gitlab> gitlab # [    0.002856] ACPI: Reserving FACS table memory at [mem 0xbffe0000-0xbffe003f]94vm-test-run-nixbot-gitlab> gitlab # [    0.002856] ACPI: Reserving APIC table memory at [mem 0xbffe23f3-0xbffe2482]95vm-test-run-nixbot-gitlab> gitlab # [    0.002857] ACPI: Reserving HPET table memory at [mem 0xbffe2483-0xbffe24ba]96vm-test-run-nixbot-gitlab> gitlab # [    0.002857] ACPI: Reserving WAET table memory at [mem 0xbffe24bb-0xbffe24e2]97vm-test-run-nixbot-gitlab> gitlab # [    0.003357] No NUMA configuration found98vm-test-run-nixbot-gitlab> gitlab # [    0.003359] Faking a node at [mem 0x0000000000000000-0x00000001bfffffff]99vm-test-run-nixbot-gitlab> gitlab # [    0.003362] NODE_DATA(0) allocated [mem 0x1bfffa780-0x1bffffcff]100vm-test-run-nixbot-gitlab> gitlab # [    0.006184] Zone ranges:101vm-test-run-nixbot-gitlab> gitlab # [    0.006185]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]102vm-test-run-nixbot-gitlab> gitlab # [    0.006187]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]103vm-test-run-nixbot-gitlab> gitlab # [    0.006189]   Normal   [mem 0x0000000100000000-0x00000001bfffffff]104vm-test-run-nixbot-gitlab> gitlab # [    0.006190]   Device   empty105vm-test-run-nixbot-gitlab> gitlab # [    0.006190] Movable zone start for each node106vm-test-run-nixbot-gitlab> gitlab # [    0.006191] Early memory node ranges107vm-test-run-nixbot-gitlab> gitlab # [    0.006191]   node   0: [mem 0x0000000000001000-0x000000000009efff]108vm-test-run-nixbot-gitlab> gitlab # [    0.006192]   node   0: [mem 0x0000000000100000-0x00000000bffd7fff]109vm-test-run-nixbot-gitlab> gitlab # [    0.006193]   node   0: [mem 0x0000000100000000-0x00000001bfffffff]110vm-test-run-nixbot-gitlab> gitlab # [    0.006194] Initmem setup node 0 [mem 0x0000000000001000-0x00000001bfffffff]111vm-test-run-nixbot-gitlab> gitlab # [    0.006215] On node 0, zone DMA: 1 pages in unavailable ranges112vm-test-run-nixbot-gitlab> gitlab # [    0.006498] On node 0, zone DMA: 97 pages in unavailable ranges113vm-test-run-nixbot-gitlab> gitlab # [    0.116646] On node 0, zone Normal: 40 pages in unavailable ranges114vm-test-run-nixbot-gitlab> gitlab # [    0.117671] ACPI: PM-Timer IO Port: 0x608115vm-test-run-nixbot-gitlab> gitlab # [    0.117689] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1])116vm-test-run-nixbot-gitlab> gitlab # [    0.117726] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-23117vm-test-run-nixbot-gitlab> gitlab # [    0.117729] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)118vm-test-run-nixbot-gitlab> gitlab # [    0.117731] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level)119vm-test-run-nixbot-gitlab> gitlab # [    0.117732] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level)120vm-test-run-nixbot-gitlab> gitlab # [    0.117733] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level)121vm-test-run-nixbot-gitlab> gitlab # [    0.117734] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level)122vm-test-run-nixbot-gitlab> gitlab # [    0.117736] ACPI: Using ACPI (MADT) for SMP configuration information123vm-test-run-nixbot-gitlab> gitlab # [    0.117738] ACPI: HPET id: 0x8086a201 base: 0xfed00000124vm-test-run-nixbot-gitlab> gitlab # [    0.117745] TSC deadline timer available125vm-test-run-nixbot-gitlab> gitlab # [    0.117749] CPU topo: Max. logical packages:   1126vm-test-run-nixbot-gitlab> gitlab # [    0.117750] CPU topo: Max. logical dies:       1127vm-test-run-nixbot-gitlab> gitlab # [    0.117750] CPU topo: Max. dies per package:   1128vm-test-run-nixbot-gitlab> gitlab # [    0.117753] CPU topo: Max. threads per core:   1129vm-test-run-nixbot-gitlab> gitlab # [    0.117754] CPU topo: Num. cores per package:     4130vm-test-run-nixbot-gitlab> gitlab # [    0.117754] CPU topo: Num. threads per package:   4131vm-test-run-nixbot-gitlab> gitlab # [    0.117755] CPU topo: Allowing 4 present CPUs plus 0 hotplug CPUs132vm-test-run-nixbot-gitlab> gitlab # [    0.117783] kvm-guest: APIC: eoi() replaced with kvm_guest_apic_eoi_write()133vm-test-run-nixbot-gitlab> gitlab # [    0.117802] kvm-guest: KVM setup pv remote TLB flush134vm-test-run-nixbot-gitlab> gitlab # [    0.117805] kvm-guest: setup PV sched yield135vm-test-run-nixbot-gitlab> gitlab # [    0.117827] PM: hibernation: Registered nosave memory: [mem 0x00000000-0x00000fff]136vm-test-run-nixbot-gitlab> gitlab # [    0.117828] PM: hibernation: Registered nosave memory: [mem 0x0009f000-0x000fffff]137vm-test-run-nixbot-gitlab> gitlab # [    0.117829] PM: hibernation: Registered nosave memory: [mem 0xbffd8000-0xffffffff]138vm-test-run-nixbot-gitlab> gitlab # [    0.117831] [mem 0xc0000000-0xfeffbfff] available for PCI devices139vm-test-run-nixbot-gitlab> gitlab # [    0.117832] Booting paravirtualized kernel on KVM140vm-test-run-nixbot-gitlab> gitlab # [    0.117836] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns141vm-test-run-nixbot-gitlab> gitlab # [    0.122304] setup_percpu: NR_CPUS:384 nr_cpumask_bits:4 nr_cpu_ids:4 nr_node_ids:1142vm-test-run-nixbot-gitlab> gitlab # [    0.124572] percpu: Embedded 98 pages/cpu s278528 r8192 d114688 u524288143vm-test-run-nixbot-gitlab> gitlab # [    0.124625] kvm-guest: PV spinlocks enabled144vm-test-run-nixbot-gitlab> gitlab # [    0.124626] PV qspinlock hash table entries: 256 (order: 0, 4096 bytes, linear)145vm-test-run-nixbot-gitlab> gitlab # [    0.124630] Kernel command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/xy34g3fajq6hxzp0iax885mh2ija9wqc-nixos-system-gitlab-test/init regInfo=/nix/store/9q9shlvcaa3g6hpk25bs58mfkpgqvzad-closure-info/registration console=ttyS0,115200n8 console=tty0146vm-test-run-nixbot-gitlab> gitlab # [    0.124728] Unknown kernel command line parameters "regInfo=/nix/store/9q9shlvcaa3g6hpk25bs58mfkpgqvzad-closure-info/registration", will be passed to user space.147vm-test-run-nixbot-gitlab> gitlab # [    0.124741] random: crng init done148vm-test-run-nixbot-gitlab> gitlab # [    0.124741] printk: log buffer data + meta data: 262144 + 917504 = 1179648 bytes149vm-test-run-nixbot-gitlab> gitlab # [    0.133707] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)150vm-test-run-nixbot-gitlab> gitlab # [    0.138299] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)151vm-test-run-nixbot-gitlab> gitlab # [    0.138378] software IO TLB: area num 4.152vm-test-run-nixbot-gitlab> gitlab # [    0.213493] Fallback order for Node 0: 0153vm-test-run-nixbot-gitlab> gitlab # [    0.213501] Built 1 zonelists, mobility grouping on.  Total pages: 1572726154vm-test-run-nixbot-gitlab> gitlab # [    0.213503] Policy zone: Normal155vm-test-run-nixbot-gitlab> gitlab # [    0.216105] mem auto-init: stack:all(zero), heap alloc:on, heap free:off156vm-test-run-nixbot-gitlab> gitlab # [    0.225934] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=1157vm-test-run-nixbot-gitlab> gitlab # [    0.239739] allocated 12582912 bytes of page_ext158vm-test-run-nixbot-gitlab> gitlab # [    0.249932] ftrace: allocating 48565 entries in 192 pages159vm-test-run-nixbot-gitlab> gitlab # [    0.249934] ftrace: allocated 192 pages with 2 groups160vm-test-run-nixbot-gitlab> gitlab # [    0.250860] Dynamic Preempt: lazy161vm-test-run-nixbot-gitlab> gitlab # [    0.251058] rcu: Preemptible hierarchical RCU implementation.162vm-test-run-nixbot-gitlab> gitlab # [    0.251058] rcu: 	RCU event tracing is enabled.163vm-test-run-nixbot-gitlab> gitlab # [    0.251059] rcu: 	RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.164vm-test-run-nixbot-gitlab> gitlab # [    0.251061] 	Trampoline variant of Tasks RCU enabled.165vm-test-run-nixbot-gitlab> gitlab # [    0.251061] 	Rude variant of Tasks RCU enabled.166vm-test-run-nixbot-gitlab> gitlab # [    0.251061] 	Tracing variant of Tasks RCU enabled.167vm-test-run-nixbot-gitlab> gitlab # [    0.251062] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.168vm-test-run-nixbot-gitlab> gitlab # [    0.251063] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=4169vm-test-run-nixbot-gitlab> gitlab # [    0.251088] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.170vm-test-run-nixbot-gitlab> gitlab # [    0.251090] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.171vm-test-run-nixbot-gitlab> gitlab # [    0.251091] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.172vm-test-run-nixbot-gitlab> gitlab # [    0.255458] NR_IRQS: 24832, nr_irqs: 456, preallocated irqs: 16173vm-test-run-nixbot-gitlab> gitlab # [    0.255746] rcu: srcu_init: Setting srcu_struct sizes based on contention.174vm-test-run-nixbot-gitlab> gitlab # [    0.255866] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)175vm-test-run-nixbot-gitlab> gitlab # [    0.263246] Console: colour VGA+ 80x25176vm-test-run-nixbot-gitlab> gitlab # [    0.263250] printk: legacy console [tty0] enabled177vm-test-run-nixbot-gitlab> gitlab # [    0.307140] printk: legacy console [ttyS0] enabled178vm-test-run-nixbot-gitlab> gitlab # [    0.506395] ACPI: Core revision 20250807179vm-test-run-nixbot-gitlab> gitlab # [    0.507896] clocksource: hpet: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 19112604467 ns180vm-test-run-nixbot-gitlab> gitlab # [    0.510747] APIC: Switch to symmetric I/O mode setup181vm-test-run-nixbot-gitlab> gitlab # [    0.512499] x2apic enabled182vm-test-run-nixbot-gitlab> gitlab # [    0.513747] APIC: Switched APIC routing to: physical x2apic183vm-test-run-nixbot-gitlab> gitlab # [    0.516981] kvm-guest: APIC: send_IPI_mask() replaced with kvm_send_ipi_mask()184vm-test-run-nixbot-gitlab> gitlab # [    0.519233] kvm-guest: APIC: send_IPI_mask_allbutself() replaced with kvm_send_ipi_mask_allbutself()185vm-test-run-nixbot-gitlab> gitlab # [    0.521982] kvm-guest: setup PV IPIs186vm-test-run-nixbot-gitlab> gitlab # [    0.524331] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=-1 pin2=-1187vm-test-run-nixbot-gitlab> gitlab # [    0.526190] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x229840d1729, max_idle_ns: 440795276167 ns188vm-test-run-nixbot-gitlab> gitlab # [    0.529285] Calibrating delay loop (skipped) preset value.. 4800.02 BogoMIPS (lpj=2400010)189vm-test-run-nixbot-gitlab> gitlab # [    0.530407] x86/cpu: User Mode Instruction Prevention (UMIP) activated190vm-test-run-nixbot-gitlab> gitlab # [    0.531448] Last level iTLB entries: 4KB 512, 2MB 255, 4MB 127191vm-test-run-nixbot-gitlab> gitlab # [    0.532284] Last level dTLB entries: 4KB 512, 2MB 255, 4MB 127, 1GB 0192vm-test-run-nixbot-gitlab> gitlab # [    0.533288] mitigations: Enabled attack vectors: user_kernel, user_user, guest_host, guest_guest, SMT mitigations: auto193vm-test-run-nixbot-gitlab> gitlab # [    0.535285] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl194vm-test-run-nixbot-gitlab> gitlab # [    0.536284] Transient Scheduler Attacks: Mitigation: Clear CPU buffers195vm-test-run-nixbot-gitlab> gitlab # [    0.538283] Spectre V2 : Mitigation: Enhanced / Automatic IBRS196vm-test-run-nixbot-gitlab> gitlab # [    0.540284] Speculative Return Stack Overflow: Mitigation: Safe RET197vm-test-run-nixbot-gitlab> gitlab # [    0.542284] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization198vm-test-run-nixbot-gitlab> gitlab # [    0.544289] Spectre V2 : mitigation: Enabling conditional Indirect Branch Prediction Barrier199vm-test-run-nixbot-gitlab> gitlab # [    0.545284] active return thunk: srso_alias_return_thunk200vm-test-run-nixbot-gitlab> gitlab # [    0.547311] x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers'201vm-test-run-nixbot-gitlab> gitlab # [    0.548283] x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers'202vm-test-run-nixbot-gitlab> gitlab # [    0.550284] x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers'203vm-test-run-nixbot-gitlab> gitlab # [    0.551284] x86/fpu: Supporting XSAVE feature 0x020: 'AVX-512 opmask'204vm-test-run-nixbot-gitlab> gitlab # [    0.552283] x86/fpu: Supporting XSAVE feature 0x040: 'AVX-512 Hi256'205vm-test-run-nixbot-gitlab> gitlab # [    0.553283] x86/fpu: Supporting XSAVE feature 0x080: 'AVX-512 ZMM_Hi256'206vm-test-run-nixbot-gitlab> gitlab # [    0.554283] x86/fpu: Supporting XSAVE feature 0x200: 'Protection Keys User registers'207vm-test-run-nixbot-gitlab> gitlab # [    0.555283] x86/fpu: Supporting XSAVE feature 0x800: 'Control-flow User registers'208vm-test-run-nixbot-gitlab> gitlab # [    0.556283] x86/fpu: Supporting XSAVE feature 0x1000: 'Control-flow Kernel registers (KVM only)'209vm-test-run-nixbot-gitlab> gitlab # [    0.558284] x86/fpu: xstate_offset[2]:  576, xstate_sizes[2]:  256210vm-test-run-nixbot-gitlab> gitlab # [    0.559283] x86/fpu: xstate_offset[5]:  832, xstate_sizes[5]:   64211vm-test-run-nixbot-gitlab> gitlab # [    0.560284] x86/fpu: xstate_offset[6]:  896, xstate_sizes[6]:  512212vm-test-run-nixbot-gitlab> gitlab # [    0.561283] x86/fpu: xstate_offset[7]: 1408, xstate_sizes[7]: 1024213vm-test-run-nixbot-gitlab> gitlab # [    0.563283] x86/fpu: xstate_offset[9]: 2432, xstate_sizes[9]:    8214vm-test-run-nixbot-gitlab> gitlab # [    0.565284] x86/fpu: xstate_offset[11]: 2440, xstate_sizes[11]:   16215vm-test-run-nixbot-gitlab> gitlab # [    0.566284] x86/fpu: xstate_offset[12]: 2456, xstate_sizes[12]:   24216vm-test-run-nixbot-gitlab> gitlab # [    0.567283] x86/fpu: Enabled xstate features 0x1ae7, context size is 2480 bytes, using 'compacted' format.217vm-test-run-nixbot-gitlab> gitlab # [    0.596684] Freeing SMP alternatives memory: 44K218vm-test-run-nixbot-gitlab> gitlab # [    0.597287] pid_max: default: 32768 minimum: 301219vm-test-run-nixbot-gitlab> gitlab # [    0.599390] LSM: initializing lsm=capability,landlock,yama,bpf,ima220vm-test-run-nixbot-gitlab> gitlab # [    0.600397] landlock: Up and running.221vm-test-run-nixbot-gitlab> gitlab # [    0.601283] Yama: becoming mindful.222vm-test-run-nixbot-gitlab> gitlab # [    0.602493] LSM support for eBPF active223vm-test-run-nixbot-gitlab> gitlab # [    0.604499] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)224vm-test-run-nixbot-gitlab> gitlab # [    0.605445] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)225vm-test-run-nixbot-gitlab> gitlab # [    0.608573] smpboot: CPU0: AMD EPYC 9654 96-Core Processor (family: 0x19, model: 0x11, stepping: 0x1)226vm-test-run-nixbot-gitlab> gitlab # [    0.609891] Performance Events: Fam17h+ core perfctr, AMD PMU driver.227vm-test-run-nixbot-gitlab> gitlab # [    0.610294] ... version:                   2228vm-test-run-nixbot-gitlab> gitlab # [    0.611286] ... bit width:                 48229vm-test-run-nixbot-gitlab> gitlab # [    0.612285] ... generic counters:          6230vm-test-run-nixbot-gitlab> gitlab # [    0.613285] ... generic bitmap:            000000000000003f231vm-test-run-nixbot-gitlab> gitlab # [    0.614285] ... fixed-purpose counters:    0232vm-test-run-nixbot-gitlab> gitlab # [    0.615285] ... fixed-purpose bitmap:      0000000000000000233vm-test-run-nixbot-gitlab> gitlab # [    0.616286] ... value mask:                0000ffffffffffff234vm-test-run-nixbot-gitlab> gitlab # [    0.617285] ... max period:                00007fffffffffff235vm-test-run-nixbot-gitlab> gitlab # [    0.618286] ... global_ctrl mask:          000000000000003f236vm-test-run-nixbot-gitlab> gitlab # [    0.619413] signal: max sigframe size: 3376237vm-test-run-nixbot-gitlab> gitlab # [    0.620376] rcu: Hierarchical SRCU implementation.238vm-test-run-nixbot-gitlab> gitlab # [    0.621290] rcu: 	Max phase no-delay instances is 400.239vm-test-run-nixbot-gitlab> gitlab # [    0.622516] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level240vm-test-run-nixbot-gitlab> gitlab # [    0.627843] smp: Bringing up secondary CPUs ...241vm-test-run-nixbot-gitlab> gitlab # [    0.628707] smpboot: x86: Booting SMP configuration:242vm-test-run-nixbot-gitlab> gitlab # [    0.629296] .... node  #0, CPUs:      #1 #2 #3243vm-test-run-nixbot-gitlab> gitlab # [    0.633432] smp: Brought up 1 node, 4 CPUs244vm-test-run-nixbot-gitlab> gitlab # [    0.635286] smpboot: Total of 4 processors activated (19200.08 BogoMIPS)245vm-test-run-nixbot-gitlab> gitlab # [    0.636991] Memory: 6013160K/6290904K available (17098K kernel code, 2721K rwdata, 13520K rodata, 3644K init, 3008K bss, 258292K reserved, 0K cma-reserved)246vm-test-run-nixbot-gitlab> gitlab # [    0.639285] devtmpfs: initialized247vm-test-run-nixbot-gitlab> gitlab # [    0.640556] x86/mm: Memory block size: 128MB248vm-test-run-nixbot-gitlab> gitlab # [    0.644296] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns249vm-test-run-nixbot-gitlab> gitlab # [    0.645338] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)250vm-test-run-nixbot-gitlab> gitlab # [    0.646367] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).251vm-test-run-nixbot-gitlab> gitlab # [    0.647410] pinctrl core: initialized pinctrl subsystem252vm-test-run-nixbot-gitlab> gitlab # [    0.648655] PM: RTC time: 10:56:54, date: 2026-06-29253vm-test-run-nixbot-gitlab> gitlab # [    0.652503] NET: Registered PF_NETLINK/PF_ROUTE protocol family254vm-test-run-nixbot-gitlab> gitlab # [    0.654635] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations255vm-test-run-nixbot-gitlab> gitlab # [    0.655356] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations256vm-test-run-nixbot-gitlab> gitlab # [    0.657413] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations257vm-test-run-nixbot-gitlab> gitlab # [    0.658298] audit: initializing netlink subsys (disabled)258vm-test-run-nixbot-gitlab> gitlab # [    0.659475] audit: type=2000 audit(1782730614.294:1): state=initialized audit_enabled=0 res=1259vm-test-run-nixbot-gitlab> gitlab # [    0.659599] thermal_sys: Registered thermal governor 'fair_share'260vm-test-run-nixbot-gitlab> gitlab # [    0.661286] thermal_sys: Registered thermal governor 'bang_bang'261vm-test-run-nixbot-gitlab> gitlab # [    0.662286] thermal_sys: Registered thermal governor 'step_wise'262vm-test-run-nixbot-gitlab> gitlab # [    0.663286] thermal_sys: Registered thermal governor 'user_space'263vm-test-run-nixbot-gitlab> gitlab # [    0.664286] thermal_sys: Registered thermal governor 'power_allocator'264vm-test-run-nixbot-gitlab> gitlab # [    0.665305] cpuidle: using governor menu265vm-test-run-nixbot-gitlab> gitlab # [    0.668528] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5266vm-test-run-nixbot-gitlab> gitlab # [    0.669630] PCI: Using configuration type 1 for base access267vm-test-run-nixbot-gitlab> gitlab # [    0.670286] PCI: Using configuration type 1 for extended access268vm-test-run-nixbot-gitlab> gitlab # [    0.671451] kprobes: kprobe jump-optimization is enabled. All kprobes are optimized if possible.269vm-test-run-nixbot-gitlab> gitlab # [    0.676354] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages270vm-test-run-nixbot-gitlab> gitlab # [    0.677288] HugeTLB: 16380 KiB vmemmap can be freed for a 1.00 GiB page271vm-test-run-nixbot-gitlab> gitlab # [    0.678287] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages272vm-test-run-nixbot-gitlab> gitlab # [    0.679286] HugeTLB: 28 KiB vmemmap can be freed for a 2.00 MiB page273vm-test-run-nixbot-gitlab> gitlab # [    0.683884] ACPI: Added _OSI(Module Device)274vm-test-run-nixbot-gitlab> gitlab # [    0.687297] ACPI: Added _OSI(Processor Device)275vm-test-run-nixbot-gitlab> gitlab # [    0.691297] ACPI: Added _OSI(Processor Aggregator Device)276vm-test-run-nixbot-gitlab> gitlab # [    0.700313] ACPI: 1 ACPI AML tables successfully acquired and loaded277vm-test-run-nixbot-gitlab> gitlab # [    0.708692] ACPI: Interpreter enabled278vm-test-run-nixbot-gitlab> gitlab # [    0.712499] ACPI: PM: (supports S0 S3 S4 S5)279vm-test-run-nixbot-gitlab> gitlab # [    0.715298] ACPI: Using IOAPIC for interrupt routing280vm-test-run-nixbot-gitlab> gitlab # [    0.719611] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug281vm-test-run-nixbot-gitlab> gitlab # [    0.726295] PCI: Using E820 reservations for host bridge windows282vm-test-run-nixbot-gitlab> gitlab # [    0.731035] ACPI: Enabled 2 GPEs in block 00 to 0F283vm-test-run-nixbot-gitlab> gitlab # [    0.747494] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff])284vm-test-run-nixbot-gitlab> gitlab # [    0.750302] acpi PNP0A03:00: _OSC: OS supports [ExtendedConfig ASPM ClockPM Segments MSI HPX-Type3]285vm-test-run-nixbot-gitlab> gitlab # [    0.757101] acpiphp: Slot [3] registered286vm-test-run-nixbot-gitlab> gitlab # [    0.758290] acpiphp: Slot [4] registered287vm-test-run-nixbot-gitlab> gitlab # [    0.759327] acpiphp: Slot [5] registered288vm-test-run-nixbot-gitlab> gitlab # [    0.760340] acpiphp: Slot [6] registered289vm-test-run-nixbot-gitlab> gitlab # [    0.761335] acpiphp: Slot [7] registered290vm-test-run-nixbot-gitlab> gitlab # [    0.763329] acpiphp: Slot [8] registered291vm-test-run-nixbot-gitlab> gitlab # [    0.764328] acpiphp: Slot [9] registered292vm-test-run-nixbot-gitlab> gitlab # [    0.765341] acpiphp: Slot [10] registered293vm-test-run-nixbot-gitlab> gitlab # [    0.767328] acpiphp: Slot [11] registered294vm-test-run-nixbot-gitlab> gitlab # [    0.768327] acpiphp: Slot [12] registered295vm-test-run-nixbot-gitlab> gitlab # [    0.769339] acpiphp: Slot [13] registered296vm-test-run-nixbot-gitlab> gitlab # [    0.771320] acpiphp: Slot [14] registered297vm-test-run-nixbot-gitlab> gitlab # [    0.772319] acpiphp: Slot [15] registered298vm-test-run-nixbot-gitlab> gitlab # [    0.773319] acpiphp: Slot [16] registered299vm-test-run-nixbot-gitlab> gitlab # [    0.774347] acpiphp: Slot [17] registered300vm-test-run-nixbot-gitlab> gitlab # [    0.776320] acpiphp: Slot [18] registered301vm-test-run-nixbot-gitlab> gitlab # [    0.777319] acpiphp: Slot [19] registered302vm-test-run-nixbot-gitlab> gitlab # [    0.778522] acpiphp: Slot [20] registered303vm-test-run-nixbot-gitlab> gitlab # [    0.782387] acpiphp: Slot [21] registered304vm-test-run-nixbot-gitlab> gitlab # [    0.785379] acpiphp: Slot [22] registered305vm-test-run-nixbot-gitlab> gitlab # [    0.788411] acpiphp: Slot [23] registered306vm-test-run-nixbot-gitlab> gitlab # [    0.791401] acpiphp: Slot [24] registered307vm-test-run-nixbot-gitlab> gitlab # [    0.794379] acpiphp: Slot [25] registered308vm-test-run-nixbot-gitlab> gitlab # [    0.798381] acpiphp: Slot [26] registered309vm-test-run-nixbot-gitlab> gitlab # [    0.801413] acpiphp: Slot [27] registered310vm-test-run-nixbot-gitlab> gitlab # [    0.804380] acpiphp: Slot [28] registered311vm-test-run-nixbot-gitlab> gitlab # [    0.807397] acpiphp: Slot [29] registered312vm-test-run-nixbot-gitlab> gitlab # [    0.810382] acpiphp: Slot [30] registered313vm-test-run-nixbot-gitlab> gitlab # [    0.814421] acpiphp: Slot [31] registered314vm-test-run-nixbot-gitlab> gitlab # [    0.817406] PCI host bridge to bus 0000:00315vm-test-run-nixbot-gitlab> gitlab # [    0.820337] pci_bus 0000:00: root bus resource [io  0x0000-0x0cf7 window]316vm-test-run-nixbot-gitlab> gitlab # [    0.825294] pci_bus 0000:00: root bus resource [io  0x0d00-0xffff window]317vm-test-run-nixbot-gitlab> gitlab # [    0.828293] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window]318vm-test-run-nixbot-gitlab> gitlab # [    0.833293] pci_bus 0000:00: root bus resource [mem 0xc0000000-0xfebfffff window]319vm-test-run-nixbot-gitlab> gitlab # [    0.837293] pci_bus 0000:00: root bus resource [mem 0xe0000000000-0xe007fffffff window]320vm-test-run-nixbot-gitlab> gitlab # [    0.841294] pci_bus 0000:00: root bus resource [bus 00-ff]321vm-test-run-nixbot-gitlab> gitlab # [    0.843804] pci 0000:00:00.0: [8086:1237] type 00 class 0x060000 conventional PCI endpoint322vm-test-run-nixbot-gitlab> gitlab # [    0.847630] pci 0000:00:01.0: [8086:7000] type 00 class 0x060100 conventional PCI endpoint323vm-test-run-nixbot-gitlab> gitlab # [    0.851937] pci 0000:00:01.1: [8086:7010] type 00 class 0x010180 conventional PCI endpoint324vm-test-run-nixbot-gitlab> gitlab # [    0.862457] pci 0000:00:01.1: BAR 4 [io  0xc220-0xc22f]325vm-test-run-nixbot-gitlab> gitlab # [    0.866457] pci 0000:00:01.1: BAR 0 [io  0x01f0-0x01f7]: legacy IDE quirk326vm-test-run-nixbot-gitlab> gitlab # [    0.871295] pci 0000:00:01.1: BAR 1 [io  0x03f6]: legacy IDE quirk327vm-test-run-nixbot-gitlab> gitlab # [    0.876296] pci 0000:00:01.1: BAR 2 [io  0x0170-0x0177]: legacy IDE quirk328vm-test-run-nixbot-gitlab> gitlab # [    0.881295] pci 0000:00:01.1: BAR 3 [io  0x0376]: legacy IDE quirk329vm-test-run-nixbot-gitlab> gitlab # [    0.886065] pci 0000:00:01.2: [8086:7020] type 00 class 0x0c0300 conventional PCI endpoint330vm-test-run-nixbot-gitlab> gitlab # [    0.894424] pci 0000:00:01.2: BAR 4 [io  0xc140-0xc15f]331vm-test-run-nixbot-gitlab> gitlab # [    0.900105] pci 0000:00:01.3: [8086:7113] type 00 class 0x068000 conventional PCI endpoint332vm-test-run-nixbot-gitlab> gitlab # [    0.905557] pci 0000:00:01.3: quirk: [io  0x0600-0x063f] claimed by PIIX4 ACPI333vm-test-run-nixbot-gitlab> gitlab # [    0.909308] pci 0000:00:01.3: quirk: [io  0x0700-0x070f] claimed by PIIX4 SMB334vm-test-run-nixbot-gitlab> gitlab # [    0.912875] pci 0000:00:02.0: [1234:1111] type 00 class 0x030000 conventional PCI endpoint335vm-test-run-nixbot-gitlab> gitlab # [    0.922454] pci 0000:00:02.0: BAR 0 [mem 0xfd000000-0xfdffffff pref]336vm-test-run-nixbot-gitlab> gitlab # [    0.924313] pci 0000:00:02.0: BAR 2 [mem 0xfebd0000-0xfebd0fff]337vm-test-run-nixbot-gitlab> gitlab # [    0.926339] pci 0000:00:02.0: ROM [mem 0xfebc0000-0xfebcffff pref]338vm-test-run-nixbot-gitlab> gitlab # [    0.928715] pci 0000:00:02.0: Video device with shadowed ROM at [mem 0x000c0000-0x000dffff]339vm-test-run-nixbot-gitlab> gitlab # [    0.943292] pci 0000:00:02.0: pci_fixup_video+0x0/0x100 took 14648 usecs340vm-test-run-nixbot-gitlab> gitlab # [    0.946370] pci 0000:00:03.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint341vm-test-run-nixbot-gitlab> gitlab # [    0.952324] pci 0000:00:03.0: BAR 0 [io  0xc160-0xc17f]342vm-test-run-nixbot-gitlab> gitlab # [    0.954301] pci 0000:00:03.0: BAR 1 [mem 0xfebd1000-0xfebd1fff]343vm-test-run-nixbot-gitlab> gitlab # [    0.956345] pci 0000:00:03.0: BAR 4 [mem 0xe0000000000-0xe0000003fff 64bit pref]344vm-test-run-nixbot-gitlab> gitlab # [    0.958301] pci 0000:00:03.0: ROM [mem 0xfeb40000-0xfeb7ffff pref]345vm-test-run-nixbot-gitlab> gitlab # [    0.962614] pci 0000:00:04.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint346vm-test-run-nixbot-gitlab> gitlab # [    0.967358] pci 0000:00:04.0: BAR 0 [io  0xc180-0xc19f]347vm-test-run-nixbot-gitlab> gitlab # [    0.969301] pci 0000:00:04.0: BAR 1 [mem 0xfebd2000-0xfebd2fff]348vm-test-run-nixbot-gitlab> gitlab # [    0.971365] pci 0000:00:04.0: BAR 4 [mem 0xe0000004000-0xe0000007fff 64bit pref]349vm-test-run-nixbot-gitlab> gitlab # [    0.976339] pci 0000:00:05.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint350vm-test-run-nixbot-gitlab> gitlab # [    0.982330] pci 0000:00:05.0: BAR 0 [io  0xc1a0-0xc1bf]351vm-test-run-nixbot-gitlab> gitlab # [    0.984301] pci 0000:00:05.0: BAR 1 [mem 0xfebd3000-0xfebd3fff]352vm-test-run-nixbot-gitlab> gitlab # [    0.987425] pci 0000:00:05.0: BAR 4 [mem 0xe0000008000-0xe000000bfff 64bit pref]353vm-test-run-nixbot-gitlab> gitlab # [    0.999234] pci 0000:00:06.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint354vm-test-run-nixbot-gitlab> gitlab # [    1.013332] pci 0000:00:06.0: BAR 0 [io  0xc1c0-0xc1df]355vm-test-run-nixbot-gitlab> gitlab # [    1.016419] pci 0000:00:06.0: BAR 1 [mem 0xfebd4000-0xfebd4fff]356vm-test-run-nixbot-gitlab> gitlab # [    1.020407] pci 0000:00:06.0: BAR 4 [mem 0xe000000c000-0xe000000ffff 64bit pref]357vm-test-run-nixbot-gitlab> gitlab # [    1.029564] pci 0000:00:07.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint358vm-test-run-nixbot-gitlab> gitlab # [    1.039325] pci 0000:00:07.0: BAR 0 [io  0xc000-0xc07f]359vm-test-run-nixbot-gitlab> gitlab # [    1.040306] pci 0000:00:07.0: BAR 1 [mem 0xfebd5000-0xfebd5fff]360vm-test-run-nixbot-gitlab> gitlab # [    1.042340] pci 0000:00:07.0: BAR 4 [mem 0xe0000010000-0xe0000013fff 64bit pref]361vm-test-run-nixbot-gitlab> gitlab # [    1.047230] pci 0000:00:08.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint362vm-test-run-nixbot-gitlab> gitlab # [    1.060294] pci 0000:00:08.0: BAR 0 [io  0xc080-0xc0ff]363vm-test-run-nixbot-gitlab> gitlab # [    1.064346] pci 0000:00:08.0: BAR 1 [mem 0xfebd6000-0xfebd6fff]364vm-test-run-nixbot-gitlab> gitlab # [    1.068426] pci 0000:00:08.0: BAR 4 [mem 0xe0000014000-0xe0000017fff 64bit pref]365vm-test-run-nixbot-gitlab> gitlab # [    1.079391] pci 0000:00:09.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint366vm-test-run-nixbot-gitlab> gitlab # [    1.092322] pci 0000:00:09.0: BAR 0 [io  0xc1e0-0xc1ff]367vm-test-run-nixbot-gitlab> gitlab # [    1.095320] pci 0000:00:09.0: BAR 1 [mem 0xfebd7000-0xfebd7fff]368vm-test-run-nixbot-gitlab> gitlab # [    1.099397] pci 0000:00:09.0: BAR 4 [mem 0xe0000018000-0xe000001bfff 64bit pref]369vm-test-run-nixbot-gitlab> gitlab # [    1.104320] pci 0000:00:09.0: ROM [mem 0xfeb80000-0xfebbffff pref]370vm-test-run-nixbot-gitlab> gitlab # [    1.111128] pci 0000:00:0a.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint371vm-test-run-nixbot-gitlab> gitlab # [    1.116336] pci 0000:00:0a.0: BAR 1 [mem 0xfebd8000-0xfebd8fff]372vm-test-run-nixbot-gitlab> gitlab # [    1.118340] pci 0000:00:0a.0: BAR 4 [mem 0xe000001c000-0xe000001ffff 64bit pref]373vm-test-run-nixbot-gitlab> gitlab # [    1.122352] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint374vm-test-run-nixbot-gitlab> gitlab # [    1.128332] pci 0000:00:0b.0: BAR 0 [io  0xc100-0xc13f]375vm-test-run-nixbot-gitlab> gitlab # [    1.129301] pci 0000:00:0b.0: BAR 1 [mem 0xfebd9000-0xfebd9fff]376vm-test-run-nixbot-gitlab> gitlab # [    1.131340] pci 0000:00:0b.0: BAR 4 [mem 0xe0000020000-0xe0000023fff 64bit pref]377vm-test-run-nixbot-gitlab> gitlab # [    1.135858] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint378vm-test-run-nixbot-gitlab> gitlab # [    1.141323] pci 0000:00:0c.0: BAR 0 [io  0xc200-0xc21f]379vm-test-run-nixbot-gitlab> gitlab # [    1.142302] pci 0000:00:0c.0: BAR 1 [mem 0xfebda000-0xfebdafff]380vm-test-run-nixbot-gitlab> gitlab # [    1.144364] pci 0000:00:0c.0: BAR 4 [mem 0xe0000024000-0xe0000027fff 64bit pref]381vm-test-run-nixbot-gitlab> gitlab # [    1.154648] ACPI: PCI: Interrupt link LNKA configured for IRQ 10382vm-test-run-nixbot-gitlab> gitlab # [    1.156508] ACPI: PCI: Interrupt link LNKB configured for IRQ 10383vm-test-run-nixbot-gitlab> gitlab # [    1.158496] ACPI: PCI: Interrupt link LNKC configured for IRQ 11384vm-test-run-nixbot-gitlab> gitlab # [    1.160480] ACPI: PCI: Interrupt link LNKD configured for IRQ 11385vm-test-run-nixbot-gitlab> gitlab # [    1.162399] ACPI: PCI: Interrupt link LNKS configured for IRQ 9386vm-test-run-nixbot-gitlab> gitlab # [    1.166649] iommu: Default domain type: Translated387vm-test-run-nixbot-gitlab> gitlab # [    1.167285] iommu: DMA domain TLB invalidation policy: lazy mode388vm-test-run-nixbot-gitlab> gitlab # [    1.169716] ACPI: bus type USB registered389vm-test-run-nixbot-gitlab> gitlab # [    1.171405] usbcore: registered new interface driver usbfs390vm-test-run-nixbot-gitlab> gitlab # [    1.173310] usbcore: registered new interface driver hub391vm-test-run-nixbot-gitlab> gitlab # [    1.175297] usbcore: registered new device driver usb392vm-test-run-nixbot-gitlab> gitlab # [    1.178016] NetLabel: Initializing393vm-test-run-nixbot-gitlab> gitlab # [    1.179152] NetLabel:  domain hash size = 128394vm-test-run-nixbot-gitlab> gitlab # [    1.180287] NetLabel:  protocols = UNLABELED CIPSOv4 CALIPSO395vm-test-run-nixbot-gitlab> gitlab # [    1.182342] NetLabel:  unlabeled traffic allowed by default396vm-test-run-nixbot-gitlab> gitlab # [    1.184312] PCI: Using ACPI for IRQ routing397vm-test-run-nixbot-gitlab> gitlab # [    1.186406] pci 0000:00:02.0: vgaarb: setting as boot VGA device398vm-test-run-nixbot-gitlab> gitlab # [    1.187281] pci 0000:00:02.0: vgaarb: bridge control possible399vm-test-run-nixbot-gitlab> gitlab # [    1.187281] pci 0000:00:02.0: vgaarb: VGA device added: decodes=io+mem,owns=io+mem,locks=none400vm-test-run-nixbot-gitlab> gitlab # [    1.192290] vgaarb: loaded401vm-test-run-nixbot-gitlab> gitlab # [    1.193471] hpet0: at MMIO 0xfed00000, IRQs 2, 8, 0402vm-test-run-nixbot-gitlab> gitlab # [    1.194286] hpet0: 3 comparators, 64-bit 100.000000 MHz counter403vm-test-run-nixbot-gitlab> gitlab # [    1.199422] clocksource: Switched to clocksource kvm-clock404vm-test-run-nixbot-gitlab> gitlab # [    1.204302] VFS: Disk quotas dquot_6.6.0405vm-test-run-nixbot-gitlab> gitlab # [    1.205605] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)406vm-test-run-nixbot-gitlab> gitlab # [    1.208159] pnp: PnP ACPI init407vm-test-run-nixbot-gitlab> gitlab # [    1.209892] pnp: PnP ACPI: found 6 devices408vm-test-run-nixbot-gitlab> gitlab # [    1.219059] clocksource: acpi_pm: mask: 0xffffff max_cycles: 0xffffff, max_idle_ns: 2085701024 ns409vm-test-run-nixbot-gitlab> gitlab # [    1.221786] clocksource: Switched to clocksource acpi_pm410vm-test-run-nixbot-gitlab> gitlab # [    1.223520] NET: Registered PF_INET protocol family411vm-test-run-nixbot-gitlab> gitlab # [    1.226362] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)412vm-test-run-nixbot-gitlab> gitlab # [    1.246197] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)413vm-test-run-nixbot-gitlab> gitlab # [    1.248844] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)414vm-test-run-nixbot-gitlab> gitlab # [    1.251255] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)415vm-test-run-nixbot-gitlab> gitlab # [    1.260829] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)416vm-test-run-nixbot-gitlab> gitlab # [    1.266783] TCP: Hash tables configured (established 65536 bind 65536)417vm-test-run-nixbot-gitlab> gitlab # [    1.272682] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)418vm-test-run-nixbot-gitlab> gitlab # [    1.278500] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)419vm-test-run-nixbot-gitlab> gitlab # [    1.284311] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)420vm-test-run-nixbot-gitlab> gitlab # [    1.290303] NET: Registered PF_UNIX/PF_LOCAL protocol family421vm-test-run-nixbot-gitlab> gitlab # [    1.294831] NET: Registered PF_XDP protocol family422vm-test-run-nixbot-gitlab> gitlab # [    1.298681] pci_bus 0000:00: resource 4 [io  0x0000-0x0cf7 window]423vm-test-run-nixbot-gitlab> gitlab # [    1.303008] pci_bus 0000:00: resource 5 [io  0x0d00-0xffff window]424vm-test-run-nixbot-gitlab> gitlab # [    1.306725] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window]425vm-test-run-nixbot-gitlab> gitlab # [    1.310707] pci_bus 0000:00: resource 7 [mem 0xc0000000-0xfebfffff window]426vm-test-run-nixbot-gitlab> gitlab # [    1.314661] pci_bus 0000:00: resource 8 [mem 0xe0000000000-0xe007fffffff window]427vm-test-run-nixbot-gitlab> gitlab # [    1.319400] pci 0000:00:01.0: PIIX3: Enabling Passive Release428vm-test-run-nixbot-gitlab> gitlab # [    1.323360] pci 0000:00:00.0: Limiting direct PCI/PCI transfers429vm-test-run-nixbot-gitlab> gitlab # [    1.332336] ACPI: \_SB_.LNKD: Enabled at IRQ 11430vm-test-run-nixbot-gitlab> gitlab # [    1.340724] pci 0000:00:01.2: quirk_usb_early_handoff+0x0/0x7c0 took 12242 usecs431vm-test-run-nixbot-gitlab> gitlab # [    1.347019] PCI: CLS 0 bytes, default 64432vm-test-run-nixbot-gitlab> gitlab # [    1.350470] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)433vm-test-run-nixbot-gitlab> gitlab # [    1.350969] Trying to unpack rootfs image as initramfs...434vm-test-run-nixbot-gitlab> gitlab # [    1.351351] software IO TLB: mapped [mem 0x00000000ba4e0000-0x00000000be4e0000] (64MB)435vm-test-run-nixbot-gitlab> gitlab # [    1.365662] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x229840d1729, max_idle_ns: 440795276167 ns436vm-test-run-nixbot-gitlab> gitlab # [    1.417998] Initialise system trusted keyrings437vm-test-run-nixbot-gitlab> gitlab # [    1.422319] workingset: timestamp_bits=40 max_order=21 bucket_order=0438vm-test-run-nixbot-gitlab> gitlab # [    1.450826] Key type asymmetric registered439vm-test-run-nixbot-gitlab> gitlab # [    1.452160] Asymmetric key parser 'x509' registered440vm-test-run-nixbot-gitlab> gitlab # [    1.453782] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 248)441vm-test-run-nixbot-gitlab> gitlab # [    1.457627] io scheduler mq-deadline registered442vm-test-run-nixbot-gitlab> gitlab # [    1.459052] io scheduler kyber registered443vm-test-run-nixbot-gitlab> gitlab # [    1.465073] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled444vm-test-run-nixbot-gitlab> gitlab # [    1.467384] 00:04: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 16550A445vm-test-run-nixbot-gitlab> gitlab # [    1.471824] Linux agpgart interface v0.103446vm-test-run-nixbot-gitlab> gitlab # [    1.473199] ACPI: bus type drm_connector registered447vm-test-run-nixbot-gitlab> gitlab # [    1.477220] usbcore: registered new interface driver usbserial_generic448vm-test-run-nixbot-gitlab> gitlab # [    1.479218] usbserial: USB Serial support registered for generic449vm-test-run-nixbot-gitlab> gitlab # [    1.481145] amd_pstate: The CPPC feature is supported but currently disabled by the BIOS.450vm-test-run-nixbot-gitlab> gitlab # [    1.481145] Please enable it if your BIOS has the CPPC option.451vm-test-run-nixbot-gitlab> gitlab # [    1.485228] amd_pstate: the _CPC object is not present in SBIOS or ACPI disabled452vm-test-run-nixbot-gitlab> gitlab # [    1.487740] drop_monitor: Initializing network drop monitor service453vm-test-run-nixbot-gitlab> gitlab # [    1.489862] NET: Registered PF_INET6 protocol family454vm-test-run-nixbot-gitlab> gitlab # [    1.492399] Segment Routing with IPv6455vm-test-run-nixbot-gitlab> gitlab # [    1.493716] In-situ OAM (IOAM) with IPv6456vm-test-run-nixbot-gitlab> gitlab # [    1.498450] IPI shorthand broadcast: enabled457vm-test-run-nixbot-gitlab> gitlab # [    1.503623] sched_clock: Marking stable (1239023387, 264525907)->(1585828592, -82279298)458vm-test-run-nixbot-gitlab> gitlab # [    1.506631] registered taskstats version 1459vm-test-run-nixbot-gitlab> gitlab # [    1.508215] Loading compiled-in X.509 certificates460vm-test-run-nixbot-gitlab> gitlab # [    1.518787] Demotion targets for Node 0: null461vm-test-run-nixbot-gitlab> gitlab # [    1.520716] Key type .fscrypt registered462vm-test-run-nixbot-gitlab> gitlab # [    1.521987] Key type fscrypt-provisioning registered463vm-test-run-nixbot-gitlab> gitlab # [    1.523723] ima: No TPM chip found, activating TPM-bypass!464vm-test-run-nixbot-gitlab> gitlab # [    1.525388] ima: Allocated hash algorithm: sha1465vm-test-run-nixbot-gitlab> gitlab # [    1.526913] ima: No architecture policies found466vm-test-run-nixbot-gitlab> gitlab # [    1.528729] PM:   Magic number: 14:131:933467vm-test-run-nixbot-gitlab> gitlab # [    1.531017] RAS: Correctable Errors collector initialized.468vm-test-run-nixbot-gitlab> gitlab # [    1.536461] clk: Disabling unused clocks469vm-test-run-nixbot-gitlab> gitlab # [    1.537783] PM: genpd: Disabling unused power domains470vm-test-run-nixbot-gitlab> gitlab # [    1.632802] Freeing initrd memory: 27584K471vm-test-run-nixbot-gitlab> gitlab # [    1.637315] Freeing unused decrypted memory: 2028K472vm-test-run-nixbot-gitlab> gitlab # [    1.641071] Freeing unused kernel image (initmem) memory: 3644K473vm-test-run-nixbot-gitlab> gitlab # [    1.642994] Write protecting the kernel read-only data: 32768k474vm-test-run-nixbot-gitlab> gitlab # [    1.648799] Freeing unused kernel image (text/rodata gap) memory: 1332K475vm-test-run-nixbot-gitlab> gitlab # [    1.653808] Freeing unused kernel image (rodata/data gap) memory: 816K476vm-test-run-nixbot-gitlab> gitlab # [    1.711496] x86/mm: Checked W+X mappings: passed, no W+X pages found.477vm-test-run-nixbot-gitlab> gitlab # [    1.713472] Run /init as init process478vm-test-run-nixbot-gitlab> gitlab # [    1.727223] systemd[1]: Inserted module 'autofs4'479vm-test-run-nixbot-gitlab> gitlab # [    1.755848] fuse: init (API version 7.45)480vm-test-run-nixbot-gitlab> gitlab # [    1.765918] ACPI: \_SB_.LNKC: Enabled at IRQ 10481vm-test-run-nixbot-gitlab> gitlab # [    1.787564] ACPI: \_SB_.LNKA: Enabled at IRQ 10482vm-test-run-nixbot-gitlab> gitlab # [    1.792224] ACPI: \_SB_.LNKB: Enabled at IRQ 11483vm-test-run-nixbot-gitlab> gitlab # [    1.842336] systemd[1]: Successfully made /usr/ read-only.484vm-test-run-nixbot-gitlab> gitlab # [    2.180232] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)485vm-test-run-nixbot-gitlab> gitlab # [    2.197750] systemd[1]: Detected virtualization kvm.486vm-test-run-nixbot-gitlab> gitlab # [    2.201682] systemd[1]: Detected architecture x86-64.487vm-test-run-nixbot-gitlab> gitlab # [    2.205663] systemd[1]: Running in initrd.488vm-test-run-nixbot-gitlab> gitlab # [    2.209936] systemd[1]: Initializing machine ID from random generator.489vm-test-run-nixbot-gitlab> gitlab # [    2.215068] systemd[1]: Hostname set to <gitlab>.490vm-test-run-nixbot-gitlab> gitlab # [    2.305764] systemd[1]: Queued start job for default target Initrd Default Target.491vm-test-run-nixbot-gitlab> gitlab # [    2.474353] systemd[1]: Created slice Slice /system/modprobe.492vm-test-run-nixbot-gitlab> gitlab # [    2.476518] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.493vm-test-run-nixbot-gitlab> gitlab # [    2.479041] systemd[1]: Expecting device /dev/disk/by-label/nix-store...494vm-test-run-nixbot-gitlab> gitlab # [    2.481110] systemd[1]: Expecting device /dev/disk/by-label/nixos...495vm-test-run-nixbot-gitlab> gitlab # [    2.483150] systemd[1]: Reached target Path Units.496vm-test-run-nixbot-gitlab> gitlab # [    2.484789] systemd[1]: Reached target Slice Units.497vm-test-run-nixbot-gitlab> gitlab # [    2.486401] systemd[1]: Reached target Swaps.498vm-test-run-nixbot-gitlab> gitlab # [    2.488023] systemd[1]: Reached target Timer Units.499vm-test-run-nixbot-gitlab> gitlab # [    2.489827] systemd[1]: Listening on D-Bus System Message Bus Socket.500vm-test-run-nixbot-gitlab> gitlab # [    2.492011] systemd[1]: Listening on Journal Socket (/dev/log).501vm-test-run-nixbot-gitlab> gitlab # [    2.494081] systemd[1]: Listening on Journal Sockets.502vm-test-run-nixbot-gitlab> gitlab # [    2.495874] systemd[1]: Listening on udev Control Socket.503vm-test-run-nixbot-gitlab> gitlab # [    2.497723] systemd[1]: Listening on udev Kernel Socket.504vm-test-run-nixbot-gitlab> gitlab # [    2.499434] systemd[1]: Reached target Socket Units.505vm-test-run-nixbot-gitlab> gitlab # [    2.505597] systemd[1]: Starting Create List of Static Device Nodes...506vm-test-run-nixbot-gitlab> gitlab # [    2.511943] systemd[1]: Starting Load Kernel Module 9pnet_virtio...507vm-test-run-nixbot-gitlab> gitlab # [    2.525190] systemd[1]: Starting Load Kernel Module configfs...508vm-test-run-nixbot-gitlab> gitlab # [    2.530877] systemd[1]: Starting Journal Service...509vm-test-run-nixbot-gitlab> gitlab # [    2.552084] systemd[1]: Starting Load Kernel Modules...510vm-test-run-nixbot-gitlab> gitlab # [    2.553865] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki511vm-test-run-nixbot-gitlab> gitlab # [    2.574290] systemd[1]: Starting Coldplug All udev Devices...512vm-test-run-nixbot-gitlab> gitlab # [    2.576972] netfs: FS-Cache loaded513vm-test-run-nixbot-gitlab> gitlab # [    2.582849] systemd-journald[152]: Collecting audit messages is disabled.514vm-test-run-nixbot-gitlab> gitlab # [    2.589011] 9pnet: Installing 9P2000 support515vm-test-run-nixbot-gitlab> gitlab # [    2.598110] systemd[1]: Finished Create List of Static Device Nodes.516vm-test-run-nixbot-gitlab> gitlab # [    2.601050] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.517vm-test-run-nixbot-gitlab> gitlab # [    2.604642] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.518vm-test-run-nixbot-gitlab> gitlab # [    2.605977] systemd[1]: Finished Load Kernel Module 9pnet_virtio.519vm-test-run-nixbot-gitlab> gitlab # [    2.608455] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev520vm-test-run-nixbot-gitlab> gitlab # [    2.613265] systemd[1]: modprobe@configfs.service: Deactivated successfully.521vm-test-run-nixbot-gitlab> gitlab # [    2.617684] systemd[1]: Finished Load Kernel Module configfs.522vm-test-run-nixbot-gitlab> gitlab # [    2.624103] systemd[1]: Finished Load Kernel Modules.523vm-test-run-nixbot-gitlab> gitlab # [    2.626612] systemd[1]: Kernel Configuration File System skipped, unmet condition check ConditionPathExists=/sys/kernel/config524vm-test-run-nixbot-gitlab> gitlab # [    2.632425] systemd[1]: Starting Apply Kernel Variables...525vm-test-run-nixbot-gitlab> gitlab # [    2.646712] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...526vm-test-run-nixbot-gitlab> gitlab # [    2.657312] systemd[1]: Finished Apply Kernel Variables.527vm-test-run-nixbot-gitlab> gitlab # [    2.393897] systemd-modules-l[    2.659452] systemd[1]: Started Journal Service.528vm-test-run-nixbot-gitlab> gitlab # oad[154]: Using 4 probe threads529vm-test-run-nixbot-gitlab> gitlab # [    2.397794] systemd-modules-load[154]: Inserted module 'virtio_balloon'530vm-test-run-nixbot-gitlab> gitlab # [    2.399681] systemd-modules-load[154]: Inserted module 'virtio_gpu'531vm-test-run-nixbot-gitlab> gitlab # [    2.401531] systemd-modules-load[154]: Inserted module 'dm_mod'532vm-test-run-nixbot-gitlab> gitlab # [    2.408222] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.533vm-test-run-nixbot-gitlab> gitlab # [    2.411541] systemd[1]: Starting Create Static Device Nodes in /dev...534vm-test-run-nixbot-gitlab> gitlab # [    2.427624] systemd[1]: Finished Create Static Device Nodes in /dev.535vm-test-run-nixbot-gitlab> gitlab # [    2.429355] systemd[1]: Reached target Preparation for Local File Systems.536vm-test-run-nixbot-gitlab> gitlab # [    2.430988] systemd[1]: Reached target Local File Systems.537vm-test-run-nixbot-gitlab> gitlab # [    2.432375] systemd[1]: Starting Create System Files and Directories...538vm-test-run-nixbot-gitlab> gitlab # [    2.436228] systemd[1]: Starting Rule-based Manager for Device Events and Files...539vm-test-run-nixbot-gitlab> gitlab # [    2.446137] systemd[1]: Finished Create System Files and Directories.540vm-test-run-nixbot-gitlab> gitlab # [    2.458526] systemd-udevd[194]: Using default interface naming scheme 'v260'.541vm-test-run-nixbot-gitlab> gitlab # [    2.474982] systemd[1]: Started Rule-based Manager for Device Events and Files.542vm-test-run-nixbot-gitlab> gitlab # [    2.485613] systemd[1]: Finished Coldplug All udev Devices.543vm-test-run-nixbot-gitlab> gitlab # [    2.487296] systemd[1]: Reached target System Initialization.544vm-test-run-nixbot-gitlab> gitlab # [    2.488711] systemd[1]: Reached target Basic System.545vm-test-run-nixbot-gitlab> gitlab # [    2.900405] virtio_blk virtio4: 4/0/0 default/read/poll queues546vm-test-run-nixbot-gitlab> gitlab # [    2.906937] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)547vm-test-run-nixbot-gitlab> gitlab # [    2.907255] SCSI subsystem initialized548vm-test-run-nixbot-gitlab> gitlab # [    2.912624] virtio_blk virtio5: 4/0/0 default/read/poll queues549vm-test-run-nixbot-gitlab> gitlab # [    2.918790] virtio_blk virtio5: [vdb] 11498088 512-byte logical blocks (5.89 GB/5.48 GiB)550vm-test-run-nixbot-gitlab> gitlab # [    2.954786] uhci_hcd 0000:00:01.2: UHCI Host Controller551vm-test-run-nixbot-gitlab> gitlab # [    2.957641] uhci_hcd 0000:00:01.2: new USB bus registered, assigned bus number 1552vm-test-run-nixbot-gitlab> gitlab # [    2.959683] uhci_hcd 0000:00:01.2: detected 2 ports553vm-test-run-nixbot-gitlab> gitlab # [    2.959892] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,12554vm-test-run-nixbot-gitlab> gitlab # [    2.960130] uhci_hcd 0000:00:01.2: irq 11, io port 0x0000c140555vm-test-run-nixbot-gitlab> gitlab # [    2.962226] serio: i8042 KBD port at 0x60,0x64 irq 1556vm-test-run-nixbot-gitlab> gitlab # [    2.963765] usb usb1: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 6.18557vm-test-run-nixbot-gitlab> gitlab # [    2.963769] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1558vm-test-run-nixbot-gitlab> gitlab # [    2.963771] usb usb1: Product: UHCI Host Controller559vm-test-run-nixbot-gitlab> gitlab # [    2.963772] usb usb1: Manufacturer: Linux 6.18.34 uhci_hcd560vm-test-run-nixbot-gitlab> gitlab # [    2.963773] usb usb1: SerialNumber: 0000:00:01.2561vm-test-run-nixbot-gitlab> gitlab # [    2.964379] hub 1-0:1.0: USB hub found562vm-test-run-nixbot-gitlab> gitlab # [    2.964861] serio: i8042 AUX port at 0x60,0x64 irq 12563vm-test-run-nixbot-gitlab> gitlab # [    2.965379] hub 1-0:1.0: 2 ports detected564vm-test-run-nixbot-gitlab> gitlab # [    2.970915] scsi host0: ata_piix565vm-test-run-nixbot-gitlab> gitlab # [    2.981061] scsi host1: ata_piix566vm-test-run-nixbot-gitlab> gitlab # [    2.982135] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc220 irq 14 lpm-pol 0567vm-test-run-nixbot-gitlab> gitlab # [    2.983977] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc228 irq 15 lpm-pol 0568vm-test-run-nixbot-gitlab> gitlab # [    2.740333] (udev-worker)[204]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.569vm-test-run-nixbot-gitlab> gitlab # [    2.744890] (udev-worker)[204]: Network interface NamePolicy= disabled on kernel command line.570vm-test-run-nixbot-gitlab> gitlab # [    2.748390] (udev-worker)[220]: Network interface NamePolicy= disabled on kernel command line.571vm-test-run-nixbot-gitlab> gitlab # [    2.750803] systemd[1]: Starting Virtual Console Setup...572vm-test-run-nixbot-gitlab> gitlab # [    2.766211] systemd[1]: Found device /dev/disk/by-label/nix-store.573vm-test-run-nixbot-gitlab> gitlab # [    2.772174] systemd[1]: Found device /dev/disk/by-label/nixos.574vm-test-run-nixbot-gitlab> gitlab # [    2.773826] systemd-vconsole-setup[234]: Configuration of first virtual console was skipped, ignoring remaining ones.575vm-test-run-nixbot-gitlab> gitlab # [    2.776583] systemd[1]: Reached target Initrd Root Device.576vm-test-run-nixbot-gitlab> gitlab # [    2.779102] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...577vm-test-run-nixbot-gitlab> gitlab # [    2.792247] systemd[1]: Finished Virtual Console Setup.578vm-test-run-nixbot-gitlab> gitlab # [    2.807679] systemd-fsck[242]: nixos: clean, 12/65536 files, 13019/262144 blocks579vm-test-run-nixbot-gitlab> gitlab # [    2.813428] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.580vm-test-run-nixbot-gitlab> gitlab # [    3.145236] ata2: found unknown device (class 0)581vm-test-run-nixbot-gitlab> gitlab # [    3.150104] ata2.00: ATAPI: QEMU DVD-ROM, 2.5+, max UDMA/100582vm-test-run-nixbot-gitlab> gitlab # [    3.157866] scsi 1:0:0:0: CD-ROM            QEMU     QEMU DVD-ROM     2.5+ PQ: 0 ANSI: 5583vm-test-run-nixbot-gitlab> gitlab # [    3.204691] usb 1-1: new full-speed USB device number 2 using uhci_hcd584vm-test-run-nixbot-gitlab> gitlab # [    3.209911] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0585vm-test-run-nixbot-gitlab> gitlab # [    3.243931] sr 1:0:0:0: [sr0] scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray586vm-test-run-nixbot-gitlab> gitlab # [    3.275887] cdrom: Uniform CD-ROM driver Revision: 3.20587vm-test-run-nixbot-gitlab> gitlab # [    3.375975] usb 1-1: New USB device found, idVendor=0627, idProduct=0001, bcdDevice= 0.00588vm-test-run-nixbot-gitlab> gitlab # [    3.381903] usb 1-1: New USB device strings: Mfr=1, Product=3, SerialNumber=10589vm-test-run-nixbot-gitlab> gitlab # [    3.387007] usb 1-1: Product: QEMU USB Tablet590vm-test-run-nixbot-gitlab> gitlab # [    3.390166] usb 1-1: Manufacturer: QEMU591vm-test-run-nixbot-gitlab> gitlab # [    3.392788] usb 1-1: SerialNumber: 28754-0000:00:01.2-1592vm-test-run-nixbot-gitlab> gitlab # [    3.456493] hid: raw HID events driver (C) Jiri Kosina593vm-test-run-nixbot-gitlab> gitlab # [    3.472271] usbcore: registered new interface driver usbhid594vm-test-run-nixbot-gitlab> gitlab # [    3.475848] usbhid: USB HID core driver595vm-test-run-nixbot-gitlab> gitlab # [    3.489989] input: QEMU QEMU USB Tablet as /devices/pci0000:00/0000:00:01.2/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input2596vm-test-run-nixbot-gitlab> gitlab # [    3.497076] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:01.2-1/input0597vm-test-run-nixbot-gitlab> gitlab # [    3.339508] systemd[1]: Mounting /sysroot...598vm-test-run-nixbot-gitlab> gitlab # [    3.784709] EXT4-fs (vda): mounted filesystem cb52a960-63b3-448b-8696-51bc179a2fe6 r/w with ordered data mode. Quota mode: none.599vm-test-run-nixbot-gitlab> gitlab # [    3.526242] systemd[1]: Mounted /sysroot.600vm-test-run-nixbot-gitlab> gitlab # [    3.529682] systemd[1]: Reached target Initrd Root File System.601vm-test-run-nixbot-gitlab> gitlab # [    3.539298] systemd[1]: Mounting /sysroot/nix/.ro-store...602vm-test-run-nixbot-gitlab> gitlab # [    3.547990] systemd[1]: Mounting /sysroot/nix/.rw-store...603vm-test-run-nixbot-gitlab> gitlab # [    3.557288] systemd[1]: Mounting /sysroot/run...604vm-test-run-nixbot-gitlab> gitlab # [    3.828451] erofs (device vdb): mounted with root inode @ nid 128.605vm-test-run-nixbot-gitlab> gitlab # [    3.571196] systemd[1]: Mounting /sysroot/tmp/shared...606vm-test-run-nixbot-gitlab> gitlab # [    3.576399] systemd[1]: Mounting /sysroot/tmp/xchg...607vm-test-run-nixbot-gitlab> gitlab # [    3.846313] 9p: Installing v9fs 9p2000 file system support608vm-test-run-nixbot-gitlab> gitlab # [    3.583209] systemd[1]: Starting Mountpoints Configured in the Real Root...609vm-test-run-nixbot-gitlab> gitlab # [    3.592186] systemd[1]: Mounted /sysroot/nix/.ro-store.610vm-test-run-nixbot-gitlab> gitlab # [    3.593557] systemd[1]: Mounted /sysroot/nix/.rw-store.611vm-test-run-nixbot-gitlab> gitlab # [    3.594838] systemd[1]: Mounted /sysroot/run.612vm-test-run-nixbot-gitlab> gitlab # [    3.596059] systemd[1]: Mounted /sysroot/tmp/shared.613vm-test-run-nixbot-gitlab> gitlab # [    3.597337] systemd[1]: Mounted /sysroot/tmp/xchg.614vm-test-run-nixbot-gitlab> gitlab # [    3.598780] systemd-sysroot-fstab-check[271]: /sysroot should be mounted in the initrd, will request daemon-reload.615vm-test-run-nixbot-gitlab> gitlab # [    3.602931] systemd[1]: Starting rw-sysroot-nix-store.service...616vm-test-run-nixbot-gitlab> gitlab # [    3.604377] systemd[1]: Reload requested from client PID 271 ('systemd-sysroot') (unit initrd-parse-etc.service)...617vm-test-run-nixbot-gitlab> gitlab # [    3.606976] systemd[1]: Reloading...618vm-test-run-nixbot-gitlab> gitlab # [    3.835329] systemd[1]: Reloading finished in 231 ms.619vm-test-run-nixbot-gitlab> gitlab # [    3.895163] systemd-sysroot-fstab-check[271]: Requesting initrd-fs.target/start/replace...620vm-test-run-nixbot-gitlab> gitlab # [    4.050259] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.621vm-test-run-nixbot-gitlab> gitlab # [    4.057457] systemd[1]: Finished rw-sysroot-nix-store.service.622vm-test-run-nixbot-gitlab> gitlab # [    4.069654] systemd-sysroot-fstab-check[271]: Requesting swap.target/start/replace...623vm-test-run-nixbot-gitlab> gitlab # [    4.077409] systemd[1]: initrd-parse-etc.service: Deactivated successfully.624vm-test-run-nixbot-gitlab> gitlab # [    4.084545] systemd[1]: Finished Mountpoints Configured in the Real Root.625vm-test-run-nixbot-gitlab> gitlab # [    4.088314] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.626vm-test-run-nixbot-gitlab> gitlab # [    4.102469] systemd[1]: Starting rw-sysroot-nix-store.service...627vm-test-run-nixbot-gitlab> gitlab # [    4.127385] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.628vm-test-run-nixbot-gitlab> gitlab # [    4.136152] systemd[1]: Finished rw-sysroot-nix-store.service.629vm-test-run-nixbot-gitlab> gitlab # [    4.340625] systemd[1]: Mounting /sysroot/nix/store...630vm-test-run-nixbot-gitlab> gitlab # [    4.393882] systemd[1]: Mounted /sysroot/nix/store.631vm-test-run-nixbot-gitlab> gitlab # [    4.397154] systemd[1]: Reached target Initrd File Systems.632vm-test-run-nixbot-gitlab> gitlab # [    4.401847] systemd[1]: Starting Find NixOS closure...633vm-test-run-nixbot-gitlab> gitlab # [    4.407737] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...634vm-test-run-nixbot-gitlab> gitlab # [    4.447982] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.635vm-test-run-nixbot-gitlab> gitlab # [    4.452854] systemd[1]: sysroot-run-credentials-systemd\x2dtmpfiles\x2dsetup\x2dsysroot.service.mount: Deactivated successfully.636vm-test-run-nixbot-gitlab> gitlab # [    4.474449] systemd[1]: Finished Find NixOS closure.637vm-test-run-nixbot-gitlab> gitlab # [    4.480186] systemd[1]: Reached target Initrd Default Target.638vm-test-run-nixbot-gitlab> gitlab # [    4.486170] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...639vm-test-run-nixbot-gitlab> gitlab # [    4.520449] systemd[1]: Stopped target Initrd Default Target.640vm-test-run-nixbot-gitlab> gitlab # [    4.523984] systemd[1]: Stopped target Basic System.641vm-test-run-nixbot-gitlab> gitlab # [    4.527295] systemd[1]: Stopped target Initrd Root Device.642vm-test-run-nixbot-gitlab> gitlab # [    4.530711] systemd[1]: Stopped target Path Units.643vm-test-run-nixbot-gitlab> gitlab # [    4.533819] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.644vm-test-run-nixbot-gitlab> gitlab # [    4.538588] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.645vm-test-run-nixbot-gitlab> gitlab # [    4.543521] systemd[1]: Stopped target Slice Units.646vm-test-run-nixbot-gitlab> gitlab # [    4.546742] systemd[1]: Stopped target Socket Units.647vm-test-run-nixbot-gitlab> gitlab # [    4.549932] systemd[1]: Stopped target System Initialization.648vm-test-run-nixbot-gitlab> gitlab # [    4.552911] systemd[1]: Stopped target Swaps.649vm-test-run-nixbot-gitlab> gitlab # [    4.555434] systemd[1]: Stopped target Timer Units.650vm-test-run-nixbot-gitlab> gitlab # [    4.557869] systemd[1]: dbus.socket: Deactivated successfully.651vm-test-run-nixbot-gitlab> gitlab # [    4.560708] systemd[1]: Closed D-Bus System Message Bus Socket.652vm-test-run-nixbot-gitlab> gitlab # [    4.563669] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.653vm-test-run-nixbot-gitlab> gitlab # [    4.567381] systemd[1]: Stopped Find NixOS closure.654vm-test-run-nixbot-gitlab> gitlab # [    4.569791] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio655vm-test-run-nixbot-gitlab> gitlab # [    4.573307] systemd[1]: Starting rw-sysroot-nix-store.service...656vm-test-run-nixbot-gitlab> gitlab # [    4.574981] systemd[1]: systemd-sysctl.service: Deactivated successfully.657vm-test-run-nixbot-gitlab> gitlab # [    4.576872] systemd[1]: Stopped Apply Kernel Variables.658vm-test-run-nixbot-gitlab> gitlab # [    4.578250] systemd[1]: systemd-modules-load.service: Deactivated successfully.659vm-test-run-nixbot-gitlab> gitlab # [    4.579986] systemd[1]: Stopped Load Kernel Modules.660vm-test-run-nixbot-gitlab> gitlab # [    4.581376] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.661vm-test-run-nixbot-gitlab> gitlab # [    4.583265] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.662vm-test-run-nixbot-gitlab> gitlab # [    4.585413] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.663vm-test-run-nixbot-gitlab> gitlab # [    4.587273] systemd[1]: Stopped Create System Files and Directories.664vm-test-run-nixbot-gitlab> gitlab # [    4.588865] systemd[1]: Stopped target Local File Systems.665vm-test-run-nixbot-gitlab> gitlab # [    4.590868] systemd[1]: Stopped target Preparation for Local File Systems.666vm-test-run-nixbot-gitlab> gitlab # [    4.592532] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.667vm-test-run-nixbot-gitlab> gitlab # [    4.594338] systemd[1]: Stopped Coldplug All udev Devices.668vm-test-run-nixbot-gitlab> gitlab # [    4.595638] systemd[1]: Stopping Rule-based Manager for Device Events and Files...669vm-test-run-nixbot-gitlab> gitlab # [    4.597485] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.670vm-test-run-nixbot-gitlab> gitlab # [    4.599679] systemd[1]: Stopped Virtual Console Setup.671vm-test-run-nixbot-gitlab> gitlab # [    4.609422] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.672vm-test-run-nixbot-gitlab> gitlab # [    4.612927] systemd[1]: Finished rw-sysroot-nix-store.service.673vm-test-run-nixbot-gitlab> gitlab # [    4.618102] systemd[1]: systemd-udevd.service: Deactivated successfully.674vm-test-run-nixbot-gitlab> gitlab # [    4.622217] systemd[1]: Stopped Rule-based Manager for Device Events and Files.675vm-test-run-nixbot-gitlab> gitlab # [    4.623973] systemd[1]: systemd-udevd.service: Consumed 1.094s CPU time over 2.182s wall clock time, 25M memory peak.676vm-test-run-nixbot-gitlab> gitlab # [    4.629812] systemd[1]: initrd-cleanup.service: Deactivated successfully.677vm-test-run-nixbot-gitlab> gitlab # [    4.633277] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.678vm-test-run-nixbot-gitlab> gitlab # [    4.639327] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.679vm-test-run-nixbot-gitlab> gitlab # [    4.641204] systemd[1]: Closed udev Control Socket.680vm-test-run-nixbot-gitlab> gitlab # [    4.646252] systemd[1]: Starting Cleanup udev Database...681vm-test-run-nixbot-gitlab> gitlab # [    4.647605] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.682vm-test-run-nixbot-gitlab> gitlab # [    4.649447] systemd[1]: Stopped Create Static Device Nodes in /dev.683vm-test-run-nixbot-gitlab> gitlab # [    4.651077] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.684vm-test-run-nixbot-gitlab> gitlab # [    4.653054] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.685vm-test-run-nixbot-gitlab> gitlab # [    4.656055] systemd[1]: kmod-static-nodes.service: Deactivated successfully.686vm-test-run-nixbot-gitlab> gitlab # [    4.657872] systemd[1]: Stopped Create List of Static Device Nodes.687vm-test-run-nixbot-gitlab> gitlab # [    4.691314] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.688vm-test-run-nixbot-gitlab> gitlab # [    4.695168] systemd[1]: Finished Cleanup udev Database.689vm-test-run-nixbot-gitlab> gitlab # [    4.698408] systemd[1]: Reached target Switch Root.690vm-test-run-nixbot-gitlab> gitlab # [    4.700710] systemd[1]: Starting NixOS Activation...691vm-test-run-nixbot-gitlab> gitlab # [    4.830895] initrd-nixos-activation-start[568]: booting system configuration /nix/store/xy34g3fajq6hxzp0iax885mh2ija9wqc-nixos-system-gitlab-test692vm-test-run-nixbot-gitlab> gitlab # [    4.878463] initrd-nixos-activation-start[568]: running activation script...693vm-test-run-nixbot-gitlab> gitlab # [    5.082310] initrd-nixos-activation-start[591]: setting up /etc...694vm-test-run-nixbot-gitlab> gitlab # [    5.199357] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.695vm-test-run-nixbot-gitlab> gitlab # [    5.204554] systemd[1]: Finished NixOS Activation.696vm-test-run-nixbot-gitlab> gitlab # [    5.215966] systemd[1]: Starting Switch Root...697vm-test-run-nixbot-gitlab> gitlab # [    5.246126] systemd[1]: Switching root.698vm-test-run-nixbot-gitlab> gitlab # [    5.900153] systemd-journald[152]: Received SIGTERM from PID 1 (systemd).699vm-test-run-nixbot-gitlab> gitlab # [    6.017916] NET: Registered PF_VSOCK protocol family700vm-test-run-nixbot-gitlab> gitlab # [    6.390947] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)701vm-test-run-nixbot-gitlab> gitlab # [    6.407293] systemd[1]: Detected virtualization kvm.702vm-test-run-nixbot-gitlab> gitlab # [    6.410425] systemd[1]: Detected architecture x86-64.703vm-test-run-nixbot-gitlab> gitlab # [    6.413783] systemd[1]: Detected first boot.704vm-test-run-nixbot-gitlab> gitlab # [    6.417943] systemd[1]: Initializing machine ID from random generator.705vm-test-run-nixbot-gitlab> gitlab # [    6.560794] systemd[1]: bpf-restrict-fs: LSM BPF program attached706vm-test-run-nixbot-gitlab> gitlab # [    6.626724] systemd[1]: Applying preset policy.707vm-test-run-nixbot-gitlab> gitlab # [    6.807253] systemd[1]: Populated /etc with preset unit settings.708vm-test-run-nixbot-gitlab> gitlab # [    6.925487] systemd[1]: initrd-switch-root.service: Deactivated successfully.709vm-test-run-nixbot-gitlab> gitlab # [    6.927840] systemd[1]: Stopped initrd-switch-root.service.710vm-test-run-nixbot-gitlab> gitlab # [    6.931286] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.711vm-test-run-nixbot-gitlab> gitlab # [    6.934491] systemd[1]: Created slice Slice /system/getty.712vm-test-run-nixbot-gitlab> gitlab # [    6.936736] systemd[1]: Created slice GitLab DevOps Platform Slice.713vm-test-run-nixbot-gitlab> gitlab # [    6.939035] systemd[1]: Created slice User and Session Slice.714vm-test-run-nixbot-gitlab> gitlab # [    6.940677] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.715vm-test-run-nixbot-gitlab> gitlab # [    6.942721] systemd[1]: Started Forward Password Requests to Wall Directory Watch.716vm-test-run-nixbot-gitlab> gitlab # [    6.944577] systemd[1]: Expecting device /dev/hvc0...717vm-test-run-nixbot-gitlab> gitlab # [    6.945922] systemd[1]: Expecting device /dev/ttyS0...718vm-test-run-nixbot-gitlab> gitlab # [    6.947270] systemd[1]: Reached target Local Encrypted Volumes.719vm-test-run-nixbot-gitlab> gitlab # [    6.948795] systemd[1]: Stopped target initrd-fs.target.720vm-test-run-nixbot-gitlab> gitlab # [    6.950176] systemd[1]: Stopped target initrd-root-fs.target.721vm-test-run-nixbot-gitlab> gitlab # [    6.951770] systemd[1]: Stopped target initrd-switch-root.target.722vm-test-run-nixbot-gitlab> gitlab # [    6.953288] systemd[1]: Reached target Virtual Machines and Containers.723vm-test-run-nixbot-gitlab> gitlab # [    6.955017] systemd[1]: Reached target Path Units.724vm-test-run-nixbot-gitlab> gitlab # [    6.956301] systemd[1]: Reached target Remote File Systems.725vm-test-run-nixbot-gitlab> gitlab # [    6.957782] systemd[1]: Reached target Slice Units.726vm-test-run-nixbot-gitlab> gitlab # [    6.959088] systemd[1]: Reached target Swaps.727vm-test-run-nixbot-gitlab> gitlab # [    6.961362] systemd[1]: Listening on Process Core Dump Socket.728vm-test-run-nixbot-gitlab> gitlab # [    6.963577] systemd[1]: Listening on Credential Encryption/Decryption.729vm-test-run-nixbot-gitlab> gitlab # [    6.966985] systemd[1]: Starting Journal Log Access Socket...730vm-test-run-nixbot-gitlab> gitlab # [    6.969102] systemd[1]: Listening on Journal Audit Socket.731vm-test-run-nixbot-gitlab> gitlab # [    6.970857] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.732vm-test-run-nixbot-gitlab> gitlab # [    6.972770] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki733vm-test-run-nixbot-gitlab> gitlab # [    6.975259] systemd[1]: Listening on udev Control Socket.734vm-test-run-nixbot-gitlab> gitlab # [    6.979105] systemd[1]: Mounting Huge Pages File System...735vm-test-run-nixbot-gitlab> gitlab # [    6.981983] systemd[1]: Mounting POSIX Message Queue File System...736vm-test-run-nixbot-gitlab> gitlab # [    6.984961] systemd[1]: Mounting Kernel Debug File System...737vm-test-run-nixbot-gitlab> gitlab # [    6.989650] systemd[1]: Mounting Kernel Trace File System...738vm-test-run-nixbot-gitlab> gitlab # [    6.998089] systemd[1]: Starting Create List of Static Device Nodes...739vm-test-run-nixbot-gitlab> gitlab # [    6.999785] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio740vm-test-run-nixbot-gitlab> gitlab # [    7.007870] systemd[1]: Starting Load Kernel Module configfs...741vm-test-run-nixbot-gitlab> gitlab # [    7.012231] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm742vm-test-run-nixbot-gitlab> gitlab # [    7.018473] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore743vm-test-run-nixbot-gitlab> gitlab # [    7.025387] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse744vm-test-run-nixbot-gitlab> gitlab # [    7.035115] systemd[1]: Mounting FUSE Control File System...745vm-test-run-nixbot-gitlab> gitlab # [    7.038832] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67746vm-test-run-nixbot-gitlab> gitlab # [    7.074947] systemd[1]: Starting Journal Service...747vm-test-run-nixbot-gitlab> gitlab # [    7.077650] systemd[1]: Starting Load Kernel Modules...748vm-test-run-nixbot-gitlab> gitlab # [    7.081494] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...749vm-test-run-nixbot-gitlab> gitlab # [    7.088540] systemd[1]: Starting Remount Root and Kernel File Systems...750vm-test-run-nixbot-gitlab> gitlab # [    7.090235] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki751vm-test-run-nixbot-gitlab> gitlab # [    7.095646] systemd[1]: Starting Coldplug All udev Devices...752vm-test-run-nixbot-gitlab> gitlab # [    7.101097] systemd[1]: Listening on Journal Log Access Socket.753vm-test-run-nixbot-gitlab> gitlab # [    7.103062] systemd[1]: Mounted Huge Pages File System.754vm-test-run-nixbot-gitlab> gitlab # [    7.104707] systemd[1]: Mounted POSIX Message Queue File System.755vm-test-run-nixbot-gitlab> gitlab # [    7.106443] systemd[1]: Mounted Kernel Debug File System.756vm-test-run-nixbot-gitlab> gitlab # [    7.108253] systemd[1]: Mounted Kernel Trace File System.757vm-test-run-nixbot-gitlab> gitlab # [    7.110541] systemd[1]: Finished Create List of Static Device Nodes.758vm-test-run-nixbot-gitlab> gitlab # [    7.111770] systemd-journald[787]: Collecting audit messages is enabled.759vm-test-run-nixbot-gitlab> gitlab # [    7.112611] systemd[1]: modprobe@configfs.service: Deactivated successfully.760vm-test-run-nixbot-gitlab> gitlab # [    7.117173] systemd[1]: Finished Load Kernel Module configfs.761vm-test-run-nixbot-gitlab> gitlab # [    7.119229] systemd[1]: Mounted FUSE Control File System.762vm-test-run-nixbot-gitlab> gitlab # [    7.121565] EXT4-fs (vda): re-mounted cb52a960-63b3-448b-8696-51bc179a2fe6.763vm-test-run-nixbot-gitlab> gitlab # [    7.124064] systemd[1]: Mounting Kernel Configuration File System...764vm-test-run-nixbot-gitlab> gitlab # [    7.125897] loop: module loaded765vm-test-run-nixbot-gitlab> gitlab # [    7.130664] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...766vm-test-run-nixbot-gitlab> gitlab # [    6.871506] systemd[1]: Queued start job for default target Multi-User System[    7.136698] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.767vm-test-run-nixbot-gitlab> gitlab # .768vm-test-run-nixbot-gitlab> gitlab # [    6.875117] systemd[1]: Unnecessary job was removed for /dev/vdb.769vm-test-run-nixbot-gitlab> gitlab # [    6.877285] systemd[1]: systemd-journald.service: Deactivated successfully.770vm-test-run-nixbot-gitlab> gitlab # [    7.143099] systemd[1]: Started Journal Service.771vm-test-run-nixbot-gitlab> gitlab # [    6.879587] systemd-modules-load[788]: Using 3 probe threads772vm-test-run-nixbot-gitlab> gitlab # [    6.881785] systemd-modules-load[788]: Inserted module 'tls'773vm-test-run-nixbot-gitlab> gitlab # [    6.883793] systemd-modules-load[788]: Inserted module 'loop'774vm-test-run-nixbot-gitlab> gitlab # [    6.885969] systemd-oomd[789]: No swap; memory pressure usage will be degraded775vm-test-run-nixbot-gitlab> gitlab # [    6.888933] systemd[1]: Finished Load Kernel Modules.776vm-test-run-nixbot-gitlab> gitlab # [    6.890819] systemd[1]: Finished Remount Root and Kernel File Systems.777vm-test-run-nixbot-gitlab> gitlab # [    6.892892] systemd[1]: Mounted Kernel Configuration File System.778vm-test-run-nixbot-gitlab> gitlab # [    6.894837] systemd[1]: Starting Firewall...779vm-test-run-nixbot-gitlab> gitlab # [    6.896434] systemd[1]: Starting Flush Journal to Persistent Storage...780vm-test-run-nixbot-gitlab> gitlab # [    6.898418] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore781vm-test-run-nixbot-gitlab> gitlab # [    6.901487] systemd[1]: Starting Load/Save OS Random Seed...782vm-test-run-nixbot-gitlab> gitlab # [    6.905726] systemd[1]: Starting Apply Kernel Variables...783vm-test-run-nixbot-gitlab> gitlab # [    6.907330] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki784vm-test-run-nixbot-gitlab> gitlab # [    6.911458] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.785vm-test-run-nixbot-gitlab> gitlab # [    7.182110] systemd-journald[787]: Received client request to flush runtime journal.786vm-test-run-nixbot-gitlab> gitlab # [    6.981147] systemd[1]: Starting Create Static Device Nodes in /dev...787vm-test-run-nixbot-gitlab> gitlab # [    6.982878] systemd[1]: Finished Load/Save OS Random Seed.788vm-test-run-nixbot-gitlab> gitlab # [    6.986045] systemd[1]: Reached target First Boot Complete.789vm-test-run-nixbot-gitlab> gitlab # [    6.987944] systemd[1]: Finished Apply Kernel Variables.790vm-test-run-nixbot-gitlab> gitlab # [    6.989498] systemd[1]: Finished Create Static Device Nodes in /dev.791vm-test-run-nixbot-gitlab> gitlab # [    6.991249] systemd[1]: Reached target Preparation for Local File Systems.792vm-test-run-nixbot-gitlab> gitlab # [    6.993170] systemd[1]: Starting Rule-based Manager for Device Events and Files...793vm-test-run-nixbot-gitlab> gitlab # [    6.995461] systemd-udevd[822]: Using default interface naming scheme 'v260'.794vm-test-run-nixbot-gitlab> gitlab # [    6.997382] systemd[1]: Finished Flush Journal to Persistent Storage.795vm-test-run-nixbot-gitlab> gitlab # [    7.023594] systemd[1]: Started Rule-based Manager for Device Events and Files.796vm-test-run-nixbot-gitlab> gitlab # [    7.076272] systemd[1]: Finished Coldplug All udev Devices.797vm-test-run-nixbot-gitlab> gitlab # [    7.159148] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse798vm-test-run-nixbot-gitlab> gitlab # [    7.176920] systemd[1]: Finished Firewall.799vm-test-run-nixbot-gitlab> gitlab # [    7.180571] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.800vm-test-run-nixbot-gitlab> gitlab # [    7.198250] (udev-worker)[877]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.801vm-test-run-nixbot-gitlab> gitlab # [    7.201922] (udev-worker)[877]: Network interface NamePolicy= disabled on kernel command line.802vm-test-run-nixbot-gitlab> gitlab # [    7.204719] (udev-worker)[868]: Network interface NamePolicy= disabled on kernel command line.803vm-test-run-nixbot-gitlab> gitlab # [    7.207287] systemd[1]: Condition check resulted in /dev/ttyS0 being skipped.804vm-test-run-nixbot-gitlab> gitlab # [    7.221164] systemd[1]: Condition check resulted in Virtio network device being skipped.805vm-test-run-nixbot-gitlab> gitlab # [    7.223143] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore806vm-test-run-nixbot-gitlab> gitlab # [    7.225668] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67807vm-test-run-nixbot-gitlab> gitlab # [    7.229372] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore808vm-test-run-nixbot-gitlab> gitlab # [    7.232110] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki809vm-test-run-nixbot-gitlab> gitlab # [    7.234264] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki810vm-test-run-nixbot-gitlab> gitlab # [    7.530648] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input3811vm-test-run-nixbot-gitlab> gitlab # [    7.539573] ACPI: button: Power Button [PWRF]812vm-test-run-nixbot-gitlab> gitlab # [    7.550614] mousedev: PS/2 mouse device common for all mice813vm-test-run-nixbot-gitlab> gitlab # [    7.565930] Floppy drive(s): fd0 is 2.88M AMI BIOS814vm-test-run-nixbot-gitlab> gitlab # [    7.571448] rtc_cmos 00:05: RTC can wake from S4815vm-test-run-nixbot-gitlab> gitlab # [    7.572970] parport_pc 00:03: reported by Plug and Play ACPI816vm-test-run-nixbot-gitlab> gitlab # [    7.576879] parport0: PC-style at 0x378, irq 7 [PCSPP(,...)]817vm-test-run-nixbot-gitlab> gitlab # [    7.578259] rtc_cmos 00:05: registered as rtc0818vm-test-run-nixbot-gitlab> gitlab # [    7.579980] rtc_cmos 00:05: setting system clock to 2026-06-29T10:57:01 UTC (1782730621)819vm-test-run-nixbot-gitlab> gitlab # [    7.580187] bochs-drm 0000:00:02.0: vgaarb: deactivate vga console820vm-test-run-nixbot-gitlab> gitlab # [    7.580299] FDC 0 is a S82078B821vm-test-run-nixbot-gitlab> gitlab # [    7.584549] piix4_smbus 0000:00:01.3: SMBus Host Controller at 0x700, revision 0822vm-test-run-nixbot-gitlab> gitlab # [    7.584642] i2c i2c-0: Memory type 0x07 not supported yet, not instantiating SPD823vm-test-run-nixbot-gitlab> gitlab # [    7.585075] rtc_cmos 00:05: alarms up to one day, y3k, 242 bytes nvram, hpet irqs824vm-test-run-nixbot-gitlab> gitlab # [    7.598010] Console: switching to colour dummy device 80x25825vm-test-run-nixbot-gitlab> gitlab # [    7.603424] [drm] Found bochs VGA, ID 0xb0c5.826vm-test-run-nixbot-gitlab> gitlab # [    7.603426] [drm] Framebuffer size 16384 kB @ 0xfd000000, mmio @ 0xfebd0000.827vm-test-run-nixbot-gitlab> gitlab # [    7.605869] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input5828vm-test-run-nixbot-gitlab> gitlab # [    7.606843] bochs-drm 0000:00:02.0: [drm] Registered 1 planes with drm panic829vm-test-run-nixbot-gitlab> gitlab # [    7.609204] [drm] Initialized bochs-drm 1.0.0 for 0000:00:02.0 on minor 0830vm-test-run-nixbot-gitlab> gitlab # [    7.614646] input: QEMU Virtio Keyboard as /devices/pci0000:00/0000:00:0a.0/virtio7/input/input6831vm-test-run-nixbot-gitlab> gitlab # [    7.616344] fbcon: bochs-drmdrmfb (fb0) is primary device832vm-test-run-nixbot-gitlab> gitlab # [    7.619729] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input4833vm-test-run-nixbot-gitlab> gitlab # [    7.626484] Console: switching to colour frame buffer device 160x50834vm-test-run-nixbot-gitlab> gitlab # [    7.633208] bochs-drm 0000:00:02.0: [drm] fb0: bochs-drmdrmfb frame buffer device835vm-test-run-nixbot-gitlab> gitlab # [    7.425938] systemd[1]: Starting Virtual Console Setup...836vm-test-run-nixbot-gitlab> gitlab # [    7.447557] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.837vm-test-run-nixbot-gitlab> gitlab # [    7.449635] systemd[1]: Stopped Virtual Console Setup.838vm-test-run-nixbot-gitlab> gitlab # [    7.452551] systemd[1]: Starting Virtual Console Setup...839vm-test-run-nixbot-gitlab> gitlab # [    7.740219] erofs (device vdb): failed to read inode meta block (nid: 109253497): -4840vm-test-run-nixbot-gitlab> gitlab # [    7.480601] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.841vm-test-run-nixbot-gitlab> gitlab # [    7.488138] systemd[1]: Stopped Virtual Console Setup.842vm-test-run-nixbot-gitlab> gitlab # [    7.754176] ppdev: user-space parallel port driver843vm-test-run-nixbot-gitlab> gitlab # [    7.496785] systemd[1]: Starting Virtual Console Setup...844vm-test-run-nixbot-gitlab> gitlab # [    7.814878] kvm_amd: TSC scaling supported845vm-test-run-nixbot-gitlab> gitlab # [    7.815990] kvm_amd: Nested Virtualization enabled846vm-test-run-nixbot-gitlab> gitlab # [    7.817251] kvm_amd: Nested Paging enabled847vm-test-run-nixbot-gitlab> gitlab # [    7.818195] kvm_amd: LBR virtualization supported848vm-test-run-nixbot-gitlab> gitlab # [    7.819386] kvm_amd: Virtual VMLOAD VMSAVE supported849vm-test-run-nixbot-gitlab> gitlab # [    7.820628] kvm_amd: Virtual GIF supported850vm-test-run-nixbot-gitlab> gitlab # [    7.821719] kvm_amd: Virtual NMI enabled851vm-test-run-nixbot-gitlab> gitlab # [    7.870884] EDAC MC: Ver: 3.0.0852vm-test-run-nixbot-gitlab> gitlab # [    7.619665] systemd-vconsole-setup[963]: Configuration of first virtual console was skipped, ignoring remaining ones.853vm-test-run-nixbot-gitlab> gitlab # [    7.623540] systemd[1]: Finished Virtual Console Setup.854vm-test-run-nixbot-gitlab> gitlab # [    7.663132] systemd[1]: Mounting /run/wrappers...855vm-test-run-nixbot-gitlab> gitlab # [    7.687915] systemd[1]: Mounted /run/wrappers.856vm-test-run-nixbot-gitlab> gitlab # [    7.689865] systemd[1]: Reached target Local File Systems.857vm-test-run-nixbot-gitlab> gitlab # [    7.691865] systemd[1]: Listening on Boot Loader Control Service Socket.858vm-test-run-nixbot-gitlab> gitlab # [    7.694851] systemd[1]: Starting register-nix-paths.service...859vm-test-run-nixbot-gitlab> gitlab # [    7.698129] systemd[1]: Starting Create SUID/SGID Wrappers...860vm-test-run-nixbot-gitlab> gitlab # [    7.701203] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.861vm-test-run-nixbot-gitlab> gitlab # [    7.708656] systemd[1]: Starting Save Transient machine-id to Disk...862vm-test-run-nixbot-gitlab> gitlab # [    7.714353] systemd[1]: Starting Create System Files and Directories...863vm-test-run-nixbot-gitlab> gitlab # [    7.743121] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.864vm-test-run-nixbot-gitlab> gitlab # [    7.745148] systemd[1]: Finished Save Transient machine-id to Disk.865vm-test-run-nixbot-gitlab> gitlab # [    7.751346] systemd[1]: Finished Create System Files and Directories.866vm-test-run-nixbot-gitlab> gitlab # [    7.754642] systemd[1]: Starting Rebuild Journal Catalog...867vm-test-run-nixbot-gitlab> gitlab # [    7.756342] systemd[1]: Starting Record System Boot/Shutdown in UTMP...868vm-test-run-nixbot-gitlab> gitlab # [    7.773983] systemd[1]: Finished Record System Boot/Shutdown in UTMP.869vm-test-run-nixbot-gitlab> gitlab # [    7.791982] systemd[1]: Finished Rebuild Journal Catalog.870vm-test-run-nixbot-gitlab> gitlab # [    7.795594] systemd[1]: Starting Update is Completed...871vm-test-run-nixbot-gitlab> gitlab # [    7.813269] systemd[1]: Finished Update is Completed.872vm-test-run-nixbot-gitlab> gitlab # [    7.839220] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.873vm-test-run-nixbot-gitlab> gitlab # [    7.841160] systemd[1]: Finished Create SUID/SGID Wrappers.874vm-test-run-nixbot-gitlab> gitlab # [    7.842645] systemd[1]: suid-sgid-wrappers.service: Consumed 113ms CPU time over 142ms wall clock time, 4.3M memory peak, 1.1M read from disk.875vm-test-run-nixbot-gitlab> gitlab # [    8.106389] systemd[1]: Finished register-nix-paths.service.876vm-test-run-nixbot-gitlab> gitlab # [    8.109199] systemd[1]: Reached target System Initialization.877vm-test-run-nixbot-gitlab> gitlab # [    8.111938] systemd[1]: Started Discard unused filesystem blocks once a week.878vm-test-run-nixbot-gitlab> gitlab # [    8.115347] systemd[1]: Started logrotate.timer.879vm-test-run-nixbot-gitlab> gitlab # [    8.117505] systemd[1]: Started Daily Cleanup of Temporary Directories.880vm-test-run-nixbot-gitlab> gitlab # [    8.120591] systemd[1]: Reached target Timer Units.881vm-test-run-nixbot-gitlab> gitlab # [    8.122841] systemd[1]: Listening on D-Bus System Message Bus Socket.882vm-test-run-nixbot-gitlab> gitlab # [    8.125866] systemd[1]: Listening on Nix Daemon Socket.883vm-test-run-nixbot-gitlab> gitlab # [    8.128721] systemd[1]: Starting nixbot CI service socket...884vm-test-run-nixbot-gitlab> gitlab # [    8.131433] systemd[1]: Listening on Hostname Service Socket.885vm-test-run-nixbot-gitlab> gitlab # [    8.134140] systemd[1]: Listening on nixbot CI service socket.886vm-test-run-nixbot-gitlab> gitlab # [    8.136895] systemd[1]: Reached target Socket Units.887vm-test-run-nixbot-gitlab> gitlab # [    8.139888] systemd[1]: Starting D-Bus System Message Bus...888vm-test-run-nixbot-gitlab> gitlab # [    8.176543] dbus-broker-launch[1054]: Looking up NSS user entry for 'systemd-timesync'...889vm-test-run-nixbot-gitlab> gitlab # [    8.182278] dbus-broker-launch[1054]: NSS returned no entry for 'systemd-timesync'890vm-test-run-nixbot-gitlab> gitlab # [    8.186625] dbus-broker-launch[1054]: Invalid user-name in /nix/store/89zj9nmrajvcy9c3c08wv0ir9ww7lgmq-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"891vm-test-run-nixbot-gitlab> gitlab # [    8.195807] systemd[1]: Started D-Bus System Message Bus.892vm-test-run-nixbot-gitlab> gitlab # [    8.212216] dbus-broker-launch[1054]: Ready893vm-test-run-nixbot-gitlab> gitlab # [    8.220183] systemd[1]: Reached target Basic System.894vm-test-run-nixbot-gitlab> gitlab # [    8.224200] systemd[1]: Started backdoor.service.895vm-test-run-nixbot-gitlab> gitlab # [    8.229240] systemd[1]: Starting gitlab-config.service...896vm-test-run-nixbot-gitlab> gitlab # [    8.232651] systemd[1]: Starting Import lastlog data into lastlog2 database...897vm-test-run-nixbot-gitlab> gitlab # [    8.236821] systemd[1]: Starting Logrotate configuration check...898vm-test-run-nixbot-gitlab> gitlab # [    8.246651] systemd[1]: Starting Name Service Cache Daemon (nsncd)...899vm-test-run-nixbot-gitlab> gitlab # [    8.254201] systemd[1]: Starting Post-Boot Actions...900vm-test-run-nixbot-gitlab> gitlab # [    8.258485] logrotate[1059]: warning: logrotate in debug mode does nothing except printing debug messages!  Consider using verbose mode (-v) instead if this is not what you want.901vm-test-run-nixbot-gitlab> gitlab # [    8.265382] logrotate[1059]: reading config file /nix/store/sn4bd2nqi3yg4r51djm9i2rmfgbwvmhb-logrotate.conf902vm-test-run-nixbot-gitlab> gitlab # [    8.269612] logrotate[1059]: note: 'monthly' overrides previously specified 'weekly'903vm-test-run-nixbot-gitlab> gitlab # [    8.273743] logrotate[1059]: Reading state from file: /var/lib/logrotate.status904vm-test-run-nixbot-gitlab> gitlab # [    8.276168] logrotate[1059]: state file /var/lib/logrotate.status does not exist905vm-test-run-nixbot-gitlab> gitlab # [    8.278320] logrotate[1059]: Allocating hash table for state file, size 64 entries906vm-test-run-nixbot-gitlab> gitlab # [    8.280308] logrotate[1059]: Handling 4 logs907vm-test-run-nixbot-gitlab> gitlab # [    8.281696] logrotate[1059]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed908vm-test-run-nixbot-gitlab> gitlab # [    8.285314] logrotate[1059]: considering log /var/log/btmp909vm-test-run-nixbot-gitlab> gitlab # [    8.287100] logrotate[1059]: Creating new state910vm-test-run-nixbot-gitlab> gitlab # [    8.288557] logrotate[1059]:   Now: 2026-06-29 10:57911vm-test-run-nixbot-gitlab> gitlab # [    8.289741] logrotate[1059]:   Last rotated at 2026-06-29 10:00912vm-test-run-nixbot-gitlab> gitlab # [    8.291329] logrotate[1059]:   log does not need rotating (log has already been rotated)913vm-test-run-nixbot-gitlab> gitlab # connecting to host...914vm-test-run-nixbot-gitlab> gitlab # [    8.292365] logrotate[1059]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed915vm-test-run-nixbot-gitlab> gitlab # [    8.294154] logrotate[1059]: considering log /var/log/wtmp916vm-test-run-nixbot-gitlab> gitlab # [    8.294907] logrotate[1059]: Creating new state917vm-test-run-nixbot-gitlab> gitlab # [    8.296095] logrotate[1059]:   Now: 2026-06-29 10:57918vm-test-run-nixbot-gitlab> gitlab # [    8.296873] logrotate[1059]:   Last rotated at 2026-06-29 10:00919vm-test-run-nixbot-gitlab> gitlab # [    8.298414] logrotate[1059]:   log does not need rotating (log has already been rotated)920vm-test-run-nixbot-gitlab> gitlab # [    8.299264] logrotate[1059]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed921vm-test-run-nixbot-gitlab> gitlab # [    8.300387] logrotate[1059]: switching euid from 0 to 165 and egid from 0 to 165 (pid 1059)922vm-test-run-nixbot-gitlab> gitlab # [    8.301919] logrotate[1059]: considering log /var/gitlab/state/log/*.log923vm-test-run-nixbot-gitlab> gitlab # [    8.304631] logrotate[1059]:   log /var/gitlab/state/log/*.log does not exist -- skipping924vm-test-run-nixbot-gitlab> gitlab # [    8.306135] logrotate[1059]: Creating new state925vm-test-run-nixbot-gitlab> gitlab: Guest shell says: b'Spawning backdoor root shell...\n'926vm-test-run-nixbot-gitlab> gitlab # [    8.307137] logrotate[1059]: switching euid from 165 to 0 and egid from 165 to 0 (pid 1059)927vm-test-run-nixbot-gitlab> gitlab: connected to guest root shell928vm-test-run-nixbot-gitlab> gitlab # [    8.307958] logrotate[1059]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed929vm-test-run-nixbot-gitlab> gitlab: (connecting took 9.17 seconds)930vm-test-run-nixbot-gitlab> gitlab # [    8.309135] logrotate[1059]: switching euid from 0 to 60 and egid from 0 to 60 (pid 1059)931vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for the VM to finish booting, in 9.17 seconds)932vm-test-run-nixbot-gitlab> gitlab # [    8.309675] logrotate[1059]: considering log /var/log/nginx/*.log933vm-test-run-nixbot-gitlab> gitlab # [    8.310896] logrotate[1059]:   log /var/log/nginx/*.log does not exist -- skipping934vm-test-run-nixbot-gitlab> gitlab # [    8.311936] logrotate[1059]: Creating new state935vm-test-run-nixbot-gitlab> gitlab # [    8.313462] logrotate[1059]: switching euid from 60 to 0 and egid from 60 to 0 (pid 1059)936vm-test-run-nixbot-gitlab> gitlab # [    8.314816] systemd[1]: Started Reset console on configuration changes.937vm-test-run-nixbot-gitlab> gitlab # [    8.316509] systemd[1]: Starting resolvconf update...938vm-test-run-nixbot-gitlab> gitlab # [    8.317699] nsncd[1060]: Jun 29 10:57:02.490 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"939vm-test-run-nixbot-gitlab> gitlab # [    8.319631] systemd[1]: Finished Logrotate configuration check.940vm-test-run-nixbot-gitlab> gitlab # [    8.322118] systemd[1]: Finished Post-Boot Actions.941vm-test-run-nixbot-gitlab> gitlab # [    8.323498] systemd[1]: Started Name Service Cache Daemon (nsncd).942vm-test-run-nixbot-gitlab> gitlab # [    8.324612] systemd[1]: Reached target Host and Network Name Lookups.943vm-test-run-nixbot-gitlab> gitlab # [    8.326157] systemd[1]: Reached target User and Group Name Lookups.944vm-test-run-nixbot-gitlab> gitlab # [    8.327322] systemd[1]: Starting User Login Management...945vm-test-run-nixbot-gitlab> gitlab # [    8.341459] systemd[1]: Finished Import lastlog data into lastlog2 database.946vm-test-run-nixbot-gitlab> gitlab # [    8.361353] systemd[1]: Stopped target Host and Network Name Lookups.947vm-test-run-nixbot-gitlab> gitlab # [    8.362525] systemd[1]: Stopping Host and Network Name Lookups...948vm-test-run-nixbot-gitlab> gitlab # [    8.363367] systemd[1]: Stopped target User and Group Name Lookups.949vm-test-run-nixbot-gitlab> gitlab # [    8.364812] systemd[1]: Stopping User and Group Name Lookups...950vm-test-run-nixbot-gitlab> gitlab # [    8.367139] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...951vm-test-run-nixbot-gitlab> gitlab # [    8.371111] systemd[1]: nscd.service: Deactivated successfully.952vm-test-run-nixbot-gitlab> gitlab # [    8.372573] systemd[1]: Stopped Name Service Cache Daemon (nsncd).953vm-test-run-nixbot-gitlab> gitlab # [    8.374707] systemd[1]: nscd.service: Consumed 21ms CPU time over 123ms wall clock time, 7.8M memory peak, 5.6M read from disk.954vm-test-run-nixbot-gitlab> gitlab # [    8.384113] systemd[1]: Starting Name Service Cache Daemon (nsncd)...955vm-test-run-nixbot-gitlab> gitlab # [    8.385501] systemd-logind[1095]: New seat seat0.956vm-test-run-nixbot-gitlab> gitlab # [    8.395509] systemd-logind[1095]: Watching system buttons on /dev/input/event2 (Power Button)957vm-test-run-nixbot-gitlab> gitlab # [    8.397387] systemd-logind[1095]: Watching system buttons on /dev/input/event4 (QEMU Virtio Keyboard)958vm-test-run-nixbot-gitlab> gitlab # [    8.399995] systemd-logind[1095]: Watching system buttons on /dev/input/event0 (AT Translated Set 2 keyboard)959vm-test-run-nixbot-gitlab> gitlab # [    8.401396] systemd[1]: Started User Login Management.960vm-test-run-nixbot-gitlab> gitlab # [    8.405191] systemd[1]: Starting linger-users.service...961vm-test-run-nixbot-gitlab> gitlab # [    8.417614] systemd[1]: Finished resolvconf update.962vm-test-run-nixbot-gitlab> gitlab # [    8.420469] systemd[1]: Started Name Service Cache Daemon (nsncd).963vm-test-run-nixbot-gitlab> gitlab # [    8.422177] nsncd[1143]: Jun 29 10:57:02.603 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"964vm-test-run-nixbot-gitlab> gitlab # [    8.423452] systemd[1]: Reached target Preparation for Network.965vm-test-run-nixbot-gitlab> gitlab # [    8.424920] systemd[1]: Reached target Host and Network Name Lookups.966vm-test-run-nixbot-gitlab> gitlab # [    8.426104] systemd[1]: Reached target User and Group Name Lookups.967vm-test-run-nixbot-gitlab> gitlab # [    8.426950] systemd[1]: Starting DHCP Client...968vm-test-run-nixbot-gitlab> gitlab # [    8.429875] systemd[1]: Starting Address configuration of eth1...969vm-test-run-nixbot-gitlab> gitlab # [    8.433165] systemd[1]: Starting Extra networking commands....970vm-test-run-nixbot-gitlab> gitlab # [    8.434750] systemd[1]: linger-users.service: Deactivated successfully.971vm-test-run-nixbot-gitlab> gitlab # [    8.441166] systemd[1]: Finished linger-users.service.972vm-test-run-nixbot-gitlab> gitlab # [    8.457965] network-addresses-eth1-start[1171]: adding address 192.168.1.1/24... done973vm-test-run-nixbot-gitlab> gitlab # [    8.461322] network-addresses-eth1-start[1171]: adding address 2001:db8:1::1/64... done974vm-test-run-nixbot-gitlab> gitlab # [    8.466688] systemd[1]: Finished Address configuration of eth1.975vm-test-run-nixbot-gitlab> gitlab # [    8.499820] systemd[1]: Finished Extra networking commands..976vm-test-run-nixbot-gitlab> gitlab # [    8.501430] systemd[1]: Reached target Network.977vm-test-run-nixbot-gitlab> gitlab # [    8.502736] systemd[1]: Starting gitlab-workhorse.service...978vm-test-run-nixbot-gitlab> gitlab # [    8.507882] systemd[1]: Starting Nginx Web Server...979vm-test-run-nixbot-gitlab> gitlab # [    8.511092] systemd[1]: Starting PostgreSQL Server...980vm-test-run-nixbot-gitlab> gitlab # [    8.513847] systemd[1]: Starting Redis Server - redis-gitlab...981vm-test-run-nixbot-gitlab> gitlab # [    8.517347] systemd[1]: Starting Permit User Sessions...982vm-test-run-nixbot-gitlab> gitlab # [    8.525186] dhcpcd[1200]: dhcpcd-10.3.2 starting983vm-test-run-nixbot-gitlab> gitlab # [    8.531673] dhcpcd[1235]: dev: loaded udev984vm-test-run-nixbot-gitlab> gitlab # [    8.799761] 8021q: 802.1Q VLAN Support v1.8985vm-test-run-nixbot-gitlab> gitlab # [    8.801371] 8021q: adding VLAN 0 to HW filter on device eth1986vm-test-run-nixbot-gitlab> gitlab # [    8.540408] systemd[1]: Finished Permit User Sessions.987vm-test-run-nixbot-gitlab> gitlab # [    8.550618] systemd[1]: Started Getty on tty1.988vm-test-run-nixbot-gitlab> gitlab # [    8.555233] systemd[1]: Reached target Login Prompts.989vm-test-run-nixbot-gitlab> gitlab # [    8.561305] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.990vm-test-run-nixbot-gitlab> gitlab # [    8.903672] cfg80211: Loading compiled-in X.509 certificates for regulatory database991vm-test-run-nixbot-gitlab> gitlab # [    8.910294] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'992vm-test-run-nixbot-gitlab> gitlab # [    8.912440] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'993vm-test-run-nixbot-gitlab> gitlab # [    8.914868] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -2994vm-test-run-nixbot-gitlab> gitlab # [    8.916697] cfg80211: failed to load regulatory.db995vm-test-run-nixbot-gitlab> gitlab # [    8.652471] nginx-pre-start[1253]: nginx: the configuration file /nix/store/nlpb2pnbsk0921apkv5yml2qxbm30d7w-nginx.conf syntax is ok996vm-test-run-nixbot-gitlab> gitlab # [    8.655165] nginx-pre-start[1253]: nginx: configuration file /nix/store/nlpb2pnbsk0921apkv5yml2qxbm30d7w-nginx.conf test is successful997vm-test-run-nixbot-gitlab> gitlab # [    8.660264] systemd[1]: Started Nginx Web Server.998vm-test-run-nixbot-gitlab> gitlab # [    8.680122] postgresql-pre-start[1257]: The files belonging to this database system will be owned by user "postgres".999vm-test-run-nixbot-gitlab> gitlab # [    8.683153] postgresql-pre-start[1257]: This user must also own the server process.1000vm-test-run-nixbot-gitlab> gitlab # [    8.688091] postgresql-pre-start[1257]: The database cluster will be initialized with locale "en_US.UTF-8".1001vm-test-run-nixbot-gitlab> gitlab # [    8.689180] postgresql-pre-start[1257]: The default database encoding has accordingly been set to "UTF8".1002vm-test-run-nixbot-gitlab> gitlab # [    8.690064] postgresql-pre-start[1257]: The def[    8.957818] 8021q: adding VLAN 0 to HW filter on device eth01003vm-test-run-nixbot-gitlab> gitlab # ault text search configuration will be set to "english".1004vm-test-run-nixbot-gitlab> gitlab # [    8.691576] postgresql-pre-start[1257]: Data page checksums are disabled.1005vm-test-run-nixbot-gitlab> gitlab # [    8.692981] postgresql-pre-start[1257]: fixing permissions on existing directory /var/lib/postgresql/17 ... ok1006vm-test-run-nixbot-gitlab> gitlab # [    8.695734] postgresql-pre-start[1257]: creating subdirectories ... ok1007vm-test-run-nixbot-gitlab> gitlab # [    8.696898] postgresql-pre-start[1257]: selecting dynamic shared memory implementation ... posix1008vm-test-run-nixbot-gitlab> gitlab # [    8.699435] dhcpcd[1235]: eth0: waiting for carrier1009vm-test-run-nixbot-gitlab> gitlab # [    8.700223] dhcpcd[1235]: eth0: carrier acquired1010vm-test-run-nixbot-gitlab> gitlab # [    8.703747] dhcpcd[1235]: DUID 00:01:00:01:31:d5:0b:fe:52:54:00:12:34:561011vm-test-run-nixbot-gitlab> gitlab # [    8.705053] dhcpcd[1235]: eth0: IAID 00:12:34:561012vm-test-run-nixbot-gitlab> gitlab # [    8.705897] dhcpcd[1235]: eth0: adding address fe80::5054:ff:fe12:34561013vm-test-run-nixbot-gitlab> gitlab # [    8.724409] redis-server[1255]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.1014vm-test-run-nixbot-gitlab> gitlab # [    8.728093] redis-server[1255]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo1015vm-test-run-nixbot-gitlab> gitlab # [    8.730254] redis-server[1255]: Redis version=8.8.0, bits=64, commit=00000000, modified=0, pid=1255, just started1016vm-test-run-nixbot-gitlab> gitlab # [    8.734814] redis-server[1255]: Configuration loaded1017vm-test-run-nixbot-gitlab> gitlab # [    8.736422] systemd[1]: Started Redis Server - redis-gitlab.1018vm-test-run-nixbot-gitlab> gitlab # [    8.738058] redis[1255]: monotonic clock: POSIX clock_gettime1019vm-test-run-nixbot-gitlab> gitlab # [    8.739801] redis[1255]: Running mode=standalone, port=0.1020vm-test-run-nixbot-gitlab> gitlab # [    8.742228] postgresql-pre-start[1257]: selecting default "max_connections" ... 1001021vm-test-run-nixbot-gitlab> gitlab # [    8.743405] redis[1255]: Server initialized1022vm-test-run-nixbot-gitlab> gitlab # [    8.744391] redis[1255]: Ready to accept connections unix1023vm-test-run-nixbot-gitlab> gitlab # [    8.745378] redis[1255]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.1024vm-test-run-nixbot-gitlab> gitlab # [    8.779384] postgresql-pre-start[1257]: selecting default "shared_buffers" ... 128MB1025vm-test-run-nixbot-gitlab> gitlab # [    8.865496] dhcpcd[1235]: eth0: soliciting a DHCP lease1026vm-test-run-nixbot-gitlab> gitlab # [    9.143028] NET: Registered PF_PACKET protocol family1027vm-test-run-nixbot-gitlab> gitlab # [    8.892094] dhcpcd[1235]: eth0: offered 10.0.2.15 from 10.0.2.21028vm-test-run-nixbot-gitlab> gitlab # [    8.902526] dhcpcd[1235]: eth0: probing address 10.0.2.15/241029vm-test-run-nixbot-gitlab> gitlab # [    8.975547] systemd[1]: Started gitlab-workhorse.service.1030vm-test-run-nixbot-gitlab> gitlab # [    9.159206] postgresql-pre-start[1257]: selecting default time zone ... UTC1031vm-test-run-nixbot-gitlab> gitlab # [    9.161380] postgresql-pre-start[1257]: creating configuration files ... ok1032vm-test-run-nixbot-gitlab> gitlab # [    9.202370] gitlab-workhorse[1291]: time="2026-06-29T10:57:03Z" level=info msg=Starting build_time=19700101.000000 version=18.11.41033vm-test-run-nixbot-gitlab> gitlab # [    9.203562] gitlab-workhorse[1291]: time="2026-06-29T10:57:03Z" level=info msg="Using redis/go-redis"1034vm-test-run-nixbot-gitlab> gitlab # [    9.205280] gitlab-workhorse[1291]: time="2026-06-29T10:57:03Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix1035vm-test-run-nixbot-gitlab> gitlab # [    9.326443] postgresql-pre-start[1257]: running bootstrap script ... ok1036vm-test-run-nixbot-gitlab> gitlab # [    9.767247] postgresql-pre-start[1257]: performing post-bootstrap initialization ... ok1037vm-test-run-nixbot-gitlab> gitlab # [   10.085725] postgresql-pre-start[1257]: syncing data to disk ... ok1038vm-test-run-nixbot-gitlab> gitlab # [   10.087585] postgresql-pre-start[1257]: initdb: warning: enabling "trust" authentication for local connections1039vm-test-run-nixbot-gitlab> gitlab # [   10.089329] postgresql-pre-start[1257]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.1040vm-test-run-nixbot-gitlab> gitlab # [   10.091145] postgresql-pre-start[1257]: Success. You can now start the database server using:1041vm-test-run-nixbot-gitlab> gitlab # [   10.092527] postgresql-pre-start[1257]:     pg_ctl -D /var/lib/postgresql/17 -l logfile start1042vm-test-run-nixbot-gitlab> gitlab # [   10.199929] postgres[1316]: [1316] LOG:  starting PostgreSQL 17.10 on x86_64-pc-linux-gnu, compiled by clang version 21.1.8, 64-bit1043vm-test-run-nixbot-gitlab> gitlab # [   10.207600] postgres[1316]: [1316] LOG:  listening on IPv6 address "::1", port 54321044vm-test-run-nixbot-gitlab> gitlab # [   10.212788] postgres[1316]: [1316] LOG:  listening on IPv4 address "127.0.0.1", port 54321045vm-test-run-nixbot-gitlab> gitlab # [   10.217964] postgres[1316]: [1316] LOG:  listening on Unix socket "/run/postgresql/.s.PGSQL.5432"1046vm-test-run-nixbot-gitlab> gitlab # [   10.224406] postgres[1322]: [1322] LOG:  database system was shut down at 2026-06-29 10:57:03 GMT1047vm-test-run-nixbot-gitlab> gitlab # [   10.231208] postgres[1316]: [1316] LOG:  database system is ready to accept connections1048vm-test-run-nixbot-gitlab> gitlab # [   10.235821] systemd[1]: Started PostgreSQL Server.1049vm-test-run-nixbot-gitlab> gitlab # [   10.241602] systemd[1]: Starting PostgreSQL Setup Scripts...1050vm-test-run-nixbot-gitlab> gitlab # [   10.417874] postgresql-setup-start[1333]: CREATE DATABASE1051vm-test-run-nixbot-gitlab> gitlab # [   10.447826] postgresql-setup-start[1338]: CREATE ROLE1052vm-test-run-nixbot-gitlab> gitlab # [   10.465277] postgresql-setup-start[1344]: ALTER DATABASE1053vm-test-run-nixbot-gitlab> gitlab # [   10.487726] postgresql-setup-start[1354]: CREATE ROLE1054vm-test-run-nixbot-gitlab> gitlab # [   10.491222] systemd[1]: Finished PostgreSQL Setup Scripts.1055vm-test-run-nixbot-gitlab> gitlab # [   10.492709] systemd[1]: Reached target PostgreSQL.1056vm-test-run-nixbot-gitlab> gitlab # [   10.494057] systemd[1]: Starting gitlab-postgresql.service...1057vm-test-run-nixbot-gitlab> gitlab # [   10.607679] gitlab-postgresql-start[1362]: CREATE DATABASE1058vm-test-run-nixbot-gitlab> gitlab # [   10.663510] gitlab-postgresql-start[1367]: CREATE EXTENSION1059vm-test-run-nixbot-gitlab> gitlab # [   10.699958] gitlab-postgresql-start[1372]: CREATE EXTENSION1060vm-test-run-nixbot-gitlab> gitlab # [   10.706449] systemd[1]: Finished gitlab-postgresql.service.1061vm-test-run-nixbot-gitlab> gitlab # [   10.783153] 119c5p75zqwmpdrsjsd5cszxwrq2hgfq-gitlab-config[1371]: mkdir -p /var/gitlab/state/home/.ssh: OK1062vm-test-run-nixbot-gitlab> gitlab # [   10.786734] 119c5p75zqwmpdrsjsd5cszxwrq2hgfq-gitlab-config[1371]: chmod 700 /var/gitlab/state/home/.ssh: OK1063vm-test-run-nixbot-gitlab> gitlab # [   10.856529] systemd[1]: Finished gitlab-config.service.1064vm-test-run-nixbot-gitlab> gitlab # [   10.862851] systemd[1]: Started gitaly.service.1065vm-test-run-nixbot-gitlab> gitlab # [   10.866542] systemd[1]: Starting gitlab-db-config.service...1066vm-test-run-nixbot-gitlab> gitlab # [   11.123466] dhcpcd[1235]: eth0: soliciting an IPv6 router1067vm-test-run-nixbot-gitlab> gitlab # [   11.125547] dhcpcd[1235]: eth0: Router Advertisement from fe80::21068vm-test-run-nixbot-gitlab> gitlab # [   11.127428] dhcpcd[1235]: eth0: adding address fec0::5054:ff:fe12:3456/641069vm-test-run-nixbot-gitlab> gitlab # [   11.129268] dhcpcd[1235]: eth0: adding route to fec0::/641070vm-test-run-nixbot-gitlab> gitlab # [   11.131437] dhcpcd[1235]: eth0: adding default route via fe80::21071vm-test-run-nixbot-gitlab> gitlab # [   11.456461] gitaly[1388]: time="2026-06-29T10:57:05.639Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/2wcq0nlg508fs5wq7jnpg1lw2pib950g-gitaly.toml' and fix the errors that are printed." pid=13881072vm-test-run-nixbot-gitlab> gitlab # [   11.458606] gitaly[1388]: time="2026-06-29T10:57:05.640Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=13881073vm-test-run-nixbot-gitlab> gitlab # [   11.460420] gitaly[1388]: time="2026-06-29T10:57:05.640Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=13881074vm-test-run-nixbot-gitlab> gitlab # [   11.461954] gitaly[1388]: time="2026-06-29T10:57:05.640Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=13881075vm-test-run-nixbot-gitlab> gitlab # [   11.463496] gitaly[1388]: time="2026-06-29T10:57:05.640Z" level=info msg="Starting Gitaly" pid=1388 version=18.11.41076vm-test-run-nixbot-gitlab> gitlab # [   11.629567] gitaly[1388]: time="2026-06-29T10:57:05.813Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=172 pid=13881077vm-test-run-nixbot-gitlab> gitlab # [   11.631062] gitaly[1388]: time="2026-06-29T10:57:05.814Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=13881078vm-test-run-nixbot-gitlab> gitlab # [   11.635778] gitaly[1388]: time="2026-06-29T10:57:05.820Z" level=info msg="finished initializing command factory" duration_ms=6 pid=13881079vm-test-run-nixbot-gitlab> gitlab # [   11.636972] gitaly[1388]: time="2026-06-29T10:57:05.820Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-1388/git-exec-1086139869.d/git pid=13881080vm-test-run-nixbot-gitlab> gitlab # [   11.642762] gitaly[1388]: time="2026-06-29T10:57:05.827Z" level=info msg="finished detecting git version" duration_ms=6 pid=13881081vm-test-run-nixbot-gitlab> gitlab # [   11.643904] gitaly[1388]: time="2026-06-29T10:57:05.827Z" level=info msg="using Git version" pid=1388 version=2.53.g1082vm-test-run-nixbot-gitlab> gitlab # [   11.645313] gitaly[1388]: time="2026-06-29T10:57:05.827Z" level=info msg="clearing disk cache object folder" pid=1388 storage=default1083vm-test-run-nixbot-gitlab> gitlab # [   11.646294] gitaly[1388]: time="2026-06-29T10:57:05.828Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache2324385697 pid=1388 storage=default1084vm-test-run-nixbot-gitlab> gitlab # [   11.647356] gitaly[1388]: time="2026-06-29T10:57:05.828Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache2324385697 pid=1388 storage=default1085vm-test-run-nixbot-gitlab> gitlab # [   11.648411] gitaly[1388]: time="2026-06-29T10:57:05.828Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=13881086vm-test-run-nixbot-gitlab> gitlab # [   11.649401] gitaly[1388]: time="2026-06-29T10:57:05.828Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=13881087vm-test-run-nixbot-gitlab> gitlab # [   11.650159] gitaly[1388]: time="2026-06-29T10:57:05.828Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache2324385697 clear_duration_ms=0 pid=1388 storage=default1088vm-test-run-nixbot-gitlab> gitlab # [   11.745885] gitaly[1388]: time="2026-06-29T10:57:05.929Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=13881089vm-test-run-nixbot-gitlab> gitlab # [   11.747174] gitaly[1388]: time="2026-06-29T10:57:05.929Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=1388 schema=unix1090vm-test-run-nixbot-gitlab> gitlab # [   11.749752] gitaly[1388]: time="2026-06-29T10:57:05.929Z" level=info msg="finished tempdir cleaner walk" pid=1388 storage=default time_ms=01091vm-test-run-nixbot-gitlab> gitlab # [   11.752477] gitaly[1388]: time="2026-06-29T10:57:05.929Z" level=info msg="listening at address" address=/run/gitaly/gitaly-1388/sock.d/intern pid=1388 schema=unix1092vm-test-run-nixbot-gitlab> gitlab # [   11.754532] gitaly[1388]: time="2026-06-29T10:57:05.929Z" level=info msg="counting repositories" pid=13881093vm-test-run-nixbot-gitlab> gitlab # [   11.756570] gitaly[1388]: time="2026-06-29T10:57:05.930Z" level=info msg="starting to count repositories" pid=1388 storage_path=/var/gitlab/state/repositories1094vm-test-run-nixbot-gitlab> gitlab # [   11.758588] gitaly[1388]: time="2026-06-29T10:57:05.930Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=1388 storage_path=/var/gitlab/state/repositories1095vm-test-run-nixbot-gitlab> gitlab # [   11.760606] gitaly[1388]: time="2026-06-29T10:57:05.930Z" level=info msg="completed counting all repositories" counting_duration=0 pid=13881096vm-test-run-nixbot-gitlab> gitlab # [   11.794040] gitaly[1388]: time="2026-06-29T10:57:05.978Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=13881097vm-test-run-nixbot-gitlab> gitlab # [   11.795157] gitaly[1388]: time="2026-06-29T10:57:05.978Z" level=info msg="Started Gitaly" duration_ms=337 pid=13881098vm-test-run-nixbot-gitlab> gitlab # [   11.799497] gitaly[1388]: time="2026-06-29T10:57:05.983Z" level=info msg="maintenance: daily scheduled" pid=1388 scheduled="2026-06-29 12:00:00 +0000 UTC"1099vm-test-run-nixbot-gitlab> gitlab # [   12.255397] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1391]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1100vm-test-run-nixbot-gitlab> gitlab # [   12.257629] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1391]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1101vm-test-run-nixbot-gitlab> gitlab # [   12.303329] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1391]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1102vm-test-run-nixbot-gitlab> gitlab # [   13.690757] gitaly[1388]: time="2026-06-29T10:57:07.874Z" level=info msg="License database preloaded" duration_ms=2233 pid=13881103vm-test-run-nixbot-gitlab> gitlab # [   14.365447] dhcpcd[1235]: eth0: leased 10.0.2.15 for 86400 seconds1104vm-test-run-nixbot-gitlab> gitlab # [   14.366890] dhcpcd[1235]: eth0: adding route to 10.0.2.0/241105vm-test-run-nixbot-gitlab> gitlab # [   14.368276] dhcpcd[1235]: eth0: adding default route via 10.0.2.21106vm-test-run-nixbot-gitlab> gitlab # [   14.499981] systemd[1]: Started DHCP Client.1107vm-test-run-nixbot-gitlab> gitlab # [   14.504285] systemd[1]: Reached target Network is Online.1108vm-test-run-nixbot-gitlab> gitlab # [   42.338910] postgres[1741]: [1741] ERROR:  relation "feature_gates" does not exist at character 5231109vm-test-run-nixbot-gitlab> gitlab # [   42.343440] postgres[1741]: [1741] STATEMENT:  SELECT a.attname, format_type(a.atttypid, a.atttypmod),1110vm-test-run-nixbot-gitlab> gitlab # [   42.346926] postgres[1741]: 	       pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1111vm-test-run-nixbot-gitlab> gitlab # [   42.352924] postgres[1741]: 	       c.collname, col_description(a.attrelid, a.attnum) AS comment,1112vm-test-run-nixbot-gitlab> gitlab # [   42.357949] postgres[1741]: 	       attidentity AS identity,1113vm-test-run-nixbot-gitlab> gitlab # [   42.361486] postgres[1741]: 	       attgenerated as attgenerated1114vm-test-run-nixbot-gitlab> gitlab # [   42.365495] postgres[1741]: 	  FROM pg_attribute a1115vm-test-run-nixbot-gitlab> gitlab # [   42.368573] postgres[1741]: 	  LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1116vm-test-run-nixbot-gitlab> gitlab # [   42.373288] postgres[1741]: 	  LEFT JOIN pg_type t ON a.atttypid = t.oid1117vm-test-run-nixbot-gitlab> gitlab # [   42.377313] postgres[1741]: 	  LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1118vm-test-run-nixbot-gitlab> gitlab # [   42.381841] postgres[1741]: 	 WHERE a.attrelid = '"feature_gates"'::regclass1119vm-test-run-nixbot-gitlab> gitlab # [   42.386634] postgres[1741]: 	   AND a.attnum > 0 AND NOT a.attisdropped1120vm-test-run-nixbot-gitlab> gitlab # [   42.390200] postgres[1741]: 	 ORDER BY a.attnum1121vm-test-run-nixbot-gitlab> gitlab # [   42.392605] postgres[1741]:1122vm-test-run-nixbot-gitlab> gitlab # [   42.535556] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1391]: W, [2026-06-29T10:57:36.718962 #1391]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1123vm-test-run-nixbot-gitlab> gitlab # [   48.034491] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1805]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE:  extension "btree_gist" already exists, skipping1124vm-test-run-nixbot-gitlab> gitlab # [   48.036726] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1805]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE:  extension "pg_trgm" already exists, skipping1125vm-test-run-nixbot-gitlab> gitlab # [   49.269597] gitlab-workhorse[1291]: time="2026-06-29T10:57:43Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1126vm-test-run-nixbot-gitlab> gitlab # [   59.279237] gitlab-workhorse[1291]: time="2026-06-29T10:57:53Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1127vm-test-run-nixbot-gitlab> gitlab # [   65.463932] postgres[1880]: [1880] ERROR:  relation "table_without_models" does not exist1128vm-test-run-nixbot-gitlab> gitlab # [   65.469166] postgres[1880]: [1880] STATEMENT:  SELECT pg_get_serial_sequence('table_without_models', 'id')1129vm-test-run-nixbot-gitlab> gitlab # [   69.288974] gitlab-workhorse[1291]: time="2026-06-29T10:58:03Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1130vm-test-run-nixbot-gitlab> gitlab # [   79.299940] gitlab-workhorse[1291]: time="2026-06-29T10:58:13Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1131vm-test-run-nixbot-gitlab> gitlab # [   79.605049] systemd[1]: Finished gitlab-db-config.service.1132vm-test-run-nixbot-gitlab> gitlab # [   79.615298] systemd[1]: Started gitlab-sidekiq.service.1133vm-test-run-nixbot-gitlab> gitlab # [   79.619163] systemd[1]: Starting gitlab.service...1134vm-test-run-nixbot-gitlab> gitlab # [   79.965913] bundle[2083]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1135vm-test-run-nixbot-gitlab> gitlab # [   79.974458] bundle[2083]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1136vm-test-run-nixbot-gitlab> gitlab # [   79.982895] bundle[2083]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1137vm-test-run-nixbot-gitlab> gitlab # [   82.859510] sidekiq-cluster[2082]: {"severity":"INFO","time":"2026-06-29T10:58:17.025Z","message":"Starting cluster with 1 processes"}1138vm-test-run-nixbot-gitlab> gitlab # [   82.996605] bundle[2083]: {"timestamp":"2026-06-29T10:58:17.159Z","pid":2083,"message":"* Enabling systemd notification integration"}1139vm-test-run-nixbot-gitlab> gitlab # [   83.003459] bundle[2083]: {"timestamp":"2026-06-29T10:58:17.180Z","pid":2083,"message":"Puma starting in cluster mode..."}1140vm-test-run-nixbot-gitlab> gitlab # [   83.009632] bundle[2083]: {"timestamp":"2026-06-29T10:58:17.180Z","pid":2083,"message":"* Puma version: 7.2.0 (\"On The Corner\")"}1141vm-test-run-nixbot-gitlab> gitlab # [   83.016594] bundle[2083]: {"timestamp":"2026-06-29T10:58:17.180Z","pid":2083,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1142vm-test-run-nixbot-gitlab> gitlab # [   83.024857] bundle[2083]: {"timestamp":"2026-06-29T10:58:17.180Z","pid":2083,"message":"*  Min threads: 0"}1143vm-test-run-nixbot-gitlab> gitlab # [   83.030454] bundle[2083]: {"timestamp":"2026-06-29T10:58:17.180Z","pid":2083,"message":"*  Max threads: 4"}1144vm-test-run-nixbot-gitlab> gitlab # [   83.035913] bundle[2083]: {"timestamp":"2026-06-29T10:58:17.180Z","pid":2083,"message":"*  Environment: production"}1145vm-test-run-nixbot-gitlab> gitlab # [   83.041809] bundle[2083]: {"timestamp":"2026-06-29T10:58:17.180Z","pid":2083,"message":"*   Master PID: 2083"}1146vm-test-run-nixbot-gitlab> gitlab # [   83.047427] bundle[2083]: {"timestamp":"2026-06-29T10:58:17.180Z","pid":2083,"message":"*      Workers: 2"}1147vm-test-run-nixbot-gitlab> gitlab # [   83.051767] bundle[2083]: {"timestamp":"2026-06-29T10:58:17.180Z","pid":2083,"message":"*     Restarts: (✔) hot (✖) phased (✖) refork"}1148vm-test-run-nixbot-gitlab> gitlab # [   83.057299] bundle[2083]: {"timestamp":"2026-06-29T10:58:17.180Z","pid":2083,"message":"* Preloading application"}1149vm-test-run-nixbot-gitlab> gitlab # [   89.301495] gitlab-workhorse[1291]: time="2026-06-29T10:58:23Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1150vm-test-run-nixbot-gitlab> gitlab # [   99.303686] gitlab-workhorse[1291]: time="2026-06-29T10:58:33Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1151vm-test-run-nixbot-gitlab> gitlab # [  106.993814] bundle[2083]: W, [2026-06-29T10:58:41.177276 #2083]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1152vm-test-run-nixbot-gitlab> gitlab # [  109.313524] gitlab-workhorse[1291]: time="2026-06-29T10:58:43Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1153vm-test-run-nixbot-gitlab> gitlab # [  109.751991] sidekiq-cluster[2113]: 2026-06-29T10:58:43.935Z pid=2113 tid=tzd INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2113, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>429846528}1154vm-test-run-nixbot-gitlab> gitlab # [  109.934696] sidekiq-cluster[2113]: W, [2026-06-29T10:58:44.118766 #2113]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1155vm-test-run-nixbot-gitlab> gitlab # [  109.974927] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:44.159Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1156vm-test-run-nixbot-gitlab> gitlab # [  111.940903] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.124Z","message":"GitLab reliable fetch activated!"}1157vm-test-run-nixbot-gitlab> gitlab # [  111.945151] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.124Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1158vm-test-run-nixbot-gitlab> gitlab # [  111.988700] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.172Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1159vm-test-run-nixbot-gitlab> gitlab # [  111.998350] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.179Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1160vm-test-run-nixbot-gitlab> gitlab # [  112.001716] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.186Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1161vm-test-run-nixbot-gitlab> gitlab # [  112.009550] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.193Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1162vm-test-run-nixbot-gitlab> gitlab # [  112.017515] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.201Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1163vm-test-run-nixbot-gitlab> gitlab # [  112.024477] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.208Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1164vm-test-run-nixbot-gitlab> gitlab # [  112.031284] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.215Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1165vm-test-run-nixbot-gitlab> gitlab # [  112.037271] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.221Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1166vm-test-run-nixbot-gitlab> gitlab # [  112.043925] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.228Z","message":"Cron Jobs - added job with name expire_build_artifacts_worker in the namespace default"}1167vm-test-run-nixbot-gitlab> gitlab # [  112.050059] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.234Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1168vm-test-run-nixbot-gitlab> gitlab # [  112.054753] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.239Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1169vm-test-run-nixbot-gitlab> gitlab # [  112.060440] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.244Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1170vm-test-run-nixbot-gitlab> gitlab # [  112.065578] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.249Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1171vm-test-run-nixbot-gitlab> gitlab # [  112.070757] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.255Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1172vm-test-run-nixbot-gitlab> gitlab # [  112.075721] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.260Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1173vm-test-run-nixbot-gitlab> gitlab # [  112.079092] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.263Z","message":"Cron Jobs - added job with name environments_auto_delete_cron_worker in the namespace default"}1174vm-test-run-nixbot-gitlab> gitlab # [  112.082320] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.266Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1175vm-test-run-nixbot-gitlab> gitlab # [  112.086269] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.270Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1176vm-test-run-nixbot-gitlab> gitlab # [  112.090099] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.274Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1177vm-test-run-nixbot-gitlab> gitlab # [  112.093774] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.278Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1178vm-test-run-nixbot-gitlab> gitlab # [  112.097427] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.281Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1179vm-test-run-nixbot-gitlab> gitlab # [  112.101357] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.285Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1180vm-test-run-nixbot-gitlab> gitlab # [  112.104675] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.289Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1181vm-test-run-nixbot-gitlab> gitlab # [  112.108218] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.292Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1182vm-test-run-nixbot-gitlab> gitlab # [  112.111325] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.295Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1183vm-test-run-nixbot-gitlab> gitlab # [  112.114551] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.299Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1184vm-test-run-nixbot-gitlab> gitlab # [  112.118322] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.302Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1185vm-test-run-nixbot-gitlab> gitlab # [  112.121646] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.306Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1186vm-test-run-nixbot-gitlab> gitlab # [  112.124977] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.309Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1187vm-test-run-nixbot-gitlab> gitlab # [  112.128625] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.313Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1188vm-test-run-nixbot-gitlab> gitlab # [  112.131714] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.316Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1189vm-test-run-nixbot-gitlab> gitlab # [  112.135317] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.319Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1190vm-test-run-nixbot-gitlab> gitlab # [  112.138683] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.323Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1191vm-test-run-nixbot-gitlab> gitlab # [  112.141921] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.326Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1192vm-test-run-nixbot-gitlab> gitlab # [  112.145619] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.330Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1193vm-test-run-nixbot-gitlab> gitlab # [  112.149308] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.333Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1194vm-test-run-nixbot-gitlab> gitlab # [  112.152919] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.337Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1195vm-test-run-nixbot-gitlab> gitlab # [  112.156284] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.340Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1196vm-test-run-nixbot-gitlab> gitlab # [  112.159754] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.344Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1197vm-test-run-nixbot-gitlab> gitlab # [  112.162968] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.347Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1198vm-test-run-nixbot-gitlab> gitlab # [  112.166434] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.350Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1199vm-test-run-nixbot-gitlab> gitlab # [  112.170290] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.354Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1200vm-test-run-nixbot-gitlab> gitlab # [  112.173645] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.358Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1201vm-test-run-nixbot-gitlab> gitlab # [  112.176994] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.361Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1202vm-test-run-nixbot-gitlab> gitlab # [  112.180191] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.364Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1203vm-test-run-nixbot-gitlab> gitlab # [  112.183888] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.368Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1204vm-test-run-nixbot-gitlab> gitlab # [  112.187244] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.371Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1205vm-test-run-nixbot-gitlab> gitlab # [  112.190394] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.374Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1206vm-test-run-nixbot-gitlab> gitlab # [  112.193753] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.378Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1207vm-test-run-nixbot-gitlab> gitlab # [  112.197492] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.381Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1208vm-test-run-nixbot-gitlab> gitlab # [  112.201106] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.385Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1209vm-test-run-nixbot-gitlab> gitlab # [  112.204760] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.389Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1210vm-test-run-nixbot-gitlab> gitlab # [  112.208480] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.392Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1211vm-test-run-nixbot-gitlab> gitlab # [  112.220262] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.404Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1212vm-test-run-nixbot-gitlab> gitlab # [  112.224205] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.408Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1213vm-test-run-nixbot-gitlab> gitlab # [  112.227783] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.412Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1214vm-test-run-nixbot-gitlab> gitlab # [  112.231314] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.415Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1215vm-test-run-nixbot-gitlab> gitlab # [  112.234785] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.419Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1216vm-test-run-nixbot-gitlab> gitlab # [  112.238530] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.422Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1217vm-test-run-nixbot-gitlab> gitlab # [  112.241930] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.426Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1218vm-test-run-nixbot-gitlab> gitlab # [  112.245754] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.430Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1219vm-test-run-nixbot-gitlab> gitlab # [  112.249105] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.433Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1220vm-test-run-nixbot-gitlab> gitlab # [  112.252288] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.436Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1221vm-test-run-nixbot-gitlab> gitlab # [  112.255909] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.440Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1222vm-test-run-nixbot-gitlab> gitlab # [  112.259736] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.444Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1223vm-test-run-nixbot-gitlab> gitlab # [  112.283057] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.466Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1224vm-test-run-nixbot-gitlab> gitlab # [  112.286850] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.471Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1225vm-test-run-nixbot-gitlab> gitlab # [  112.290042] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.474Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1226vm-test-run-nixbot-gitlab> gitlab # [  112.293489] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.477Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1227vm-test-run-nixbot-gitlab> gitlab # [  112.296612] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.481Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1228vm-test-run-nixbot-gitlab> gitlab # [  112.299993] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.484Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1229vm-test-run-nixbot-gitlab> gitlab # [  112.302897] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.487Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1230vm-test-run-nixbot-gitlab> gitlab # [  112.306837] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.491Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1231vm-test-run-nixbot-gitlab> gitlab # [  112.310168] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.494Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1232vm-test-run-nixbot-gitlab> gitlab # [  112.313738] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.498Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1233vm-test-run-nixbot-gitlab> gitlab # [  112.317049] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.501Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1234vm-test-run-nixbot-gitlab> gitlab # [  112.320536] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.504Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1235vm-test-run-nixbot-gitlab> gitlab # [  112.323617] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.508Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1236vm-test-run-nixbot-gitlab> gitlab # [  112.327456] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.511Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1237vm-test-run-nixbot-gitlab> gitlab # [  112.330479] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.514Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1238vm-test-run-nixbot-gitlab> gitlab # [  112.334093] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.518Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1239vm-test-run-nixbot-gitlab> gitlab # [  112.337043] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.521Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1240vm-test-run-nixbot-gitlab> gitlab # [  112.339876] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.524Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1241vm-test-run-nixbot-gitlab> gitlab # [  112.344171] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.528Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1242vm-test-run-nixbot-gitlab> gitlab # [  112.347559] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.532Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1243vm-test-run-nixbot-gitlab> gitlab # [  112.350622] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.535Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1244vm-test-run-nixbot-gitlab> gitlab # [  112.353610] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.538Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1245vm-test-run-nixbot-gitlab> gitlab # [  112.357849] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.542Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1246vm-test-run-nixbot-gitlab> gitlab # [  112.361058] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.545Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1247vm-test-run-nixbot-gitlab> gitlab # [  112.364152] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.548Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1248vm-test-run-nixbot-gitlab> gitlab # [  112.367172] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.551Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1249vm-test-run-nixbot-gitlab> gitlab # [  112.370860] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.555Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1250vm-test-run-nixbot-gitlab> gitlab # [  112.374274] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.558Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1251vm-test-run-nixbot-gitlab> gitlab # [  112.377520] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.561Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1252vm-test-run-nixbot-gitlab> gitlab # [  112.380528] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.564Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1253vm-test-run-nixbot-gitlab> gitlab # [  112.384638] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.569Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1254vm-test-run-nixbot-gitlab> gitlab # [  112.388426] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.572Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1255vm-test-run-nixbot-gitlab> gitlab # [  112.391722] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.576Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1256vm-test-run-nixbot-gitlab> gitlab # [  112.395058] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.579Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1257vm-test-run-nixbot-gitlab> gitlab # [  112.405941] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.590Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1258vm-test-run-nixbot-gitlab> gitlab # [  112.409398] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.593Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1259vm-test-run-nixbot-gitlab> gitlab # [  112.412776] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.597Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1260vm-test-run-nixbot-gitlab> gitlab # [  112.416750] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.601Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1261vm-test-run-nixbot-gitlab> gitlab # [  112.420656] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.605Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1262vm-test-run-nixbot-gitlab> gitlab # [  112.424165] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.608Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1263vm-test-run-nixbot-gitlab> gitlab # [  112.428102] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.612Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1264vm-test-run-nixbot-gitlab> gitlab # [  112.431242] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.615Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1265vm-test-run-nixbot-gitlab> gitlab # [  112.434578] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.618Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1266vm-test-run-nixbot-gitlab> gitlab # [  112.442371] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.626Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1267vm-test-run-nixbot-gitlab> gitlab # [  112.445107] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:58:46.629Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1268vm-test-run-nixbot-gitlab> gitlab # [  119.315126] gitlab-workhorse[1291]: time="2026-06-29T10:58:53Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1269vm-test-run-nixbot-gitlab> gitlab # [  129.317965] gitlab-workhorse[1291]: time="2026-06-29T10:59:03Z" level=error correlation_id= duration_ms=1 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1270vm-test-run-nixbot-gitlab> gitlab # [  134.097546] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:08.280Z","message":"Booted Rails 7.2.3 application in production environment"}1271vm-test-run-nixbot-gitlab> gitlab # [  134.099670] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:08.281Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1272vm-test-run-nixbot-gitlab> gitlab # [  134.101508] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:08.282Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1273vm-test-run-nixbot-gitlab> gitlab # [  134.103193] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:08.283Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1274vm-test-run-nixbot-gitlab> gitlab # [  134.104676] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:08.285Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1275vm-test-run-nixbot-gitlab> gitlab # [  134.741637] bundle[2083]: {"timestamp":"2026-06-29T10:59:08.924Z","pid":2083,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1276vm-test-run-nixbot-gitlab> gitlab # [  134.750304] bundle[2083]: {"timestamp":"2026-06-29T10:59:08.925Z","pid":2083,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1277vm-test-run-nixbot-gitlab> gitlab # [  134.757499] bundle[2083]: {"timestamp":"2026-06-29T10:59:08.925Z","pid":2083,"message":"! #\u003cThread:0x00007de11494a930 /nix/store/g5qraa51hgg5fl7n3da89ygf00qfv95x-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/g5qraa51hgg5fl7n3da89ygf00qfv95x-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1278vm-test-run-nixbot-gitlab> gitlab # [  134.777842] bundle[2083]: {"timestamp":"2026-06-29T10:59:08.925Z","pid":2083,"message":"! #\u003cThread:0x00007de114b68f00 /nix/store/wg5r0zmy3rh1kga7z4z7mbs298p0wxli-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/wg5r0zmy3rh1kga7z4z7mbs298p0wxli-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1279vm-test-run-nixbot-gitlab> gitlab # [  134.796559] bundle[2083]: {"timestamp":"2026-06-29T10:59:08.925Z","pid":2083,"message":"Use Ctrl-C to stop"}1280vm-test-run-nixbot-gitlab> gitlab # [  134.800901] bundle[2083]: {"timestamp":"2026-06-29T10:59:08.925Z","pid":2083,"message":"Sending status to systemd every 1.0 sec"}1281vm-test-run-nixbot-gitlab> gitlab # [  135.146852] bundle[2083]: {"timestamp":"2026-06-29T10:59:09.331Z","pid":2083,"message":"- Worker 0 (PID: 2608) booted in 0.37s, phase: 0"}1282vm-test-run-nixbot-gitlab> gitlab # [  135.154289] bundle[2083]: {"timestamp":"2026-06-29T10:59:09.332Z","pid":2083,"message":"- Worker 1 (PID: 2612) booted in 0.35s, phase: 0"}1283vm-test-run-nixbot-gitlab> gitlab # [  135.161826] systemd[1]: Started gitlab.service.1284vm-test-run-nixbot-gitlab> gitlab # [  135.165232] systemd[1]: Reached target Common target for all GitLab services..1285vm-test-run-nixbot-gitlab> gitlab # [  135.169663] systemd[1]: Starting setup-gitlab.service...1286vm-test-run-nixbot-gitlab> gitlab # [  135.184805] setup-gitlab-start[2645]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1287vm-test-run-nixbot-gitlab> gitlab # [  135.458436] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:09.641Z","message":"Cleaning working queues"}1288vm-test-run-nixbot-gitlab> gitlab # [  135.465289] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:09.644Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"647db66474b03f935b17ad5e","created_at":"2026-06-29T10:58:13.171Z","trace_propagation_headers":{"sentry-trace":"49ac9653c39243feb2a360838c59fa60-a3514977ade24e5d","baggage":"sentry-trace_id=49ac9653c39243feb2a360838c59fa60,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"7238110fa7e0cc29a6b3a8b9504f6e21","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-29T10:58:13.186Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-647db66474b03f935b17ad5e: start","job_status":"start","queue_duration_s":56.458199,"scheduling_latency_s":56.458284}1289vm-test-run-nixbot-gitlab> gitlab # [  135.674613] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:09.857Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"647db66474b03f935b17ad5e","created_at":"2026-06-29T10:58:13.171Z","trace_propagation_headers":{"sentry-trace":"49ac9653c39243feb2a360838c59fa60-a3514977ade24e5d","baggage":"sentry-trace_id=49ac9653c39243feb2a360838c59fa60,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"7238110fa7e0cc29a6b3a8b9504f6e21","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-29T10:58:13.186Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-647db66474b03f935b17ad5e: done: 0.213773 sec","job_status":"done","queue_duration_s":56.458199,"scheduling_latency_s":56.458284,"redis_calls":26,"redis_duration_s":0.012831,"redis_read_bytes":914,"redis_write_bytes":2887,"redis_feature_flag_calls":15,"redis_feature_flag_duration_s":0.006256,"redis_feature_flag_read_bytes":904,"redis_feature_flag_write_bytes":1640,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.004521,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002054,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":9,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.084642,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.08869283700000001,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.213773,"completed_at":"2026-06-29T10:59:09.857Z","load_balancing_strategy":"primary","db_duration_s":0.061819,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1290vm-test-run-nixbot-gitlab> gitlab # [  137.495424] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:59:11 +0000] "GET /users/sign_in HTTP/1.1" 200 10624 "" "curl/8.20.0" 22861291vm-test-run-nixbot-gitlab> gitlab # [  137.506064] setup-gitlab-start[2671]: ++ curl -fs -X POST -H 'Content-Type: application/json' -d '{"grant_type":"password","username":"root","password":"notproduction"}' http://gitlab/oauth/token1292vm-test-run-nixbot-gitlab> gitlab # [  137.508331] setup-gitlab-start[2672]: ++ jq -r .access_token1293vm-test-run-nixbot-gitlab> gitlab # [  138.792520] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:59:12 +0000] "POST /oauth/token HTTP/1.1" 200 244 "" "curl/8.20.0" 12601294vm-test-run-nixbot-gitlab> gitlab # [  138.802464] setup-gitlab-start[2645]: + BEARER=18f34875fdffac3c2bdae0222fc3a3f07bec67dfe1b0b69258e3ca70eca9bcb21295vm-test-run-nixbot-gitlab> gitlab # [  138.804950] setup-gitlab-start[2645]: + AUTH='Authorization: Bearer 18f34875fdffac3c2bdae0222fc3a3f07bec67dfe1b0b69258e3ca70eca9bcb2'1296vm-test-run-nixbot-gitlab> gitlab # [  138.807810] setup-gitlab-start[2645]: + curl -fs -X PUT -H 'Authorization: Bearer 18f34875fdffac3c2bdae0222fc3a3f07bec67dfe1b0b69258e3ca70eca9bcb2' 'http://gitlab/api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true'1297vm-test-run-nixbot-gitlab> gitlab # [  139.662476] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:59:13 +0000] "PUT /api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true HTTP/1.1" 200 17133 "" "curl/8.20.0" 8181298vm-test-run-nixbot-gitlab> gitlab # [  139.668134] setup-gitlab-start[2645]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner Rails.cache.clear1299vm-test-run-nixbot-gitlab> gitlab # [  139.684855] runuser[2696]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1300vm-test-run-nixbot-gitlab> gitlab # [  140.059576] setup-gitlab-start[2697]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1301vm-test-run-nixbot-gitlab> gitlab # [  140.065204] setup-gitlab-start[2697]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1302vm-test-run-nixbot-gitlab> gitlab # [  140.066822] setup-gitlab-start[2697]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1303vm-test-run-nixbot-gitlab> gitlab # [  140.647349] setup-gitlab-start[2697]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1304vm-test-run-nixbot-gitlab> gitlab # [  140.650182] setup-gitlab-start[2697]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1305vm-test-run-nixbot-gitlab> gitlab # [  140.652782] setup-gitlab-start[2697]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1306vm-test-run-nixbot-gitlab> gitlab # [  148.405613] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:22.588Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"e85ff75d5888f4829f611b62","created_at":"2026-06-29T10:59:22.545Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ef3c250d85c4e1ab35b72de69c94b636","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:22.584Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-e85ff75d5888f4829f611b62: start","job_status":"start","queue_duration_s":0.004007,"scheduling_latency_s":0.004076}1307vm-test-run-nixbot-gitlab> gitlab # [  148.598750] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:22.782Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"e85ff75d5888f4829f611b62","created_at":"2026-06-29T10:59:22.545Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ef3c250d85c4e1ab35b72de69c94b636","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:22.584Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-e85ff75d5888f4829f611b62: done: 0.193871 sec","job_status":"done","queue_duration_s":0.004007,"scheduling_latency_s":0.004076,"redis_calls":10,"redis_duration_s":0.015477000000000001,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00138,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.010063,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.004034,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.022,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.022,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035156,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.006785778,"duration_s":0.193871,"completed_at":"2026-06-29T10:59:22.782Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.039284,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1308vm-test-run-nixbot-gitlab> gitlab # [  148.692680] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:22.876Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"7039d7b9a4be06dfe360bfa5","created_at":"2026-06-29T10:59:22.656Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1d1d1546a69c72696e72f897cce43419","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:22.678Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-7039d7b9a4be06dfe360bfa5: start","job_status":"start","queue_duration_s":0.197317,"scheduling_latency_s":0.197383}1309vm-test-run-nixbot-gitlab> gitlab # [  148.797389] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:22.980Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"7039d7b9a4be06dfe360bfa5","created_at":"2026-06-29T10:59:22.656Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1d1d1546a69c72696e72f897cce43419","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:22.678Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-7039d7b9a4be06dfe360bfa5: done: 0.104689 sec","job_status":"done","queue_duration_s":0.197317,"scheduling_latency_s":0.197383,"redis_calls":10,"redis_duration_s":0.025648999999999998,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.006421,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.015458,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00377,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031582,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.004384356,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.104689,"completed_at":"2026-06-29T10:59:22.980Z","load_balancing_strategy":"primary","db_duration_s":0.025629,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1310vm-test-run-nixbot-gitlab> gitlab # [  148.885939] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:23.069Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"8f42014d64c08f8d4a8ce5fa","created_at":"2026-06-29T10:59:22.704Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6b3d1ed7feecd1ab8b3553db995d5b6f","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:22.725Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-8f42014d64c08f8d4a8ce5fa: start","job_status":"start","queue_duration_s":0.34439,"scheduling_latency_s":0.344585}1311vm-test-run-nixbot-gitlab> gitlab # [  149.794460] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:23.977Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"8f42014d64c08f8d4a8ce5fa","created_at":"2026-06-29T10:59:22.704Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6b3d1ed7feecd1ab8b3553db995d5b6f","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:22.725Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-8f42014d64c08f8d4a8ce5fa: done: 0.908073 sec","job_status":"done","queue_duration_s":0.34439,"scheduling_latency_s":0.344585,"redis_calls":574,"redis_duration_s":0.461972,"redis_read_bytes":573,"redis_write_bytes":49866,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.003394,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.009124,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.449454,"redis_shared_state_read_bytes":567,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.467834,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000667403,"duration_s":0.908073,"completed_at":"2026-06-29T10:59:23.977Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003559,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1312vm-test-run-nixbot-gitlab> gitlab # [  149.797739] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:23.979Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"386ca30c39848f975db3503b","created_at":"2026-06-29T10:59:22.731Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c014eb595c3b6b074dfd68fc48d0deb1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:22.743Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-386ca30c39848f975db3503b: start","job_status":"start","queue_duration_s":1.236075,"scheduling_latency_s":1.236097}1313vm-test-run-nixbot-gitlab> gitlab # [  149.927886] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.111Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"386ca30c39848f975db3503b","created_at":"2026-06-29T10:59:22.731Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c014eb595c3b6b074dfd68fc48d0deb1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:22.743Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-386ca30c39848f975db3503b: done: 0.132396 sec","job_status":"done","queue_duration_s":1.236075,"scheduling_latency_s":1.236097,"redis_calls":12,"redis_duration_s":0.006238,"redis_read_bytes":11,"redis_write_bytes":1566,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.002401,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":628,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.0028,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001037,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025853,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000952635,"duration_s":0.132396,"completed_at":"2026-06-29T10:59:24.111Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002143,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1314vm-test-run-nixbot-gitlab> gitlab # [  149.997565] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.181Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"91db48161fd8e64beb7a18d5","created_at":"2026-06-29T10:59:22.749Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2c80390147f6e14185a07969d8a596ce","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:22.754Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-91db48161fd8e64beb7a18d5: start","job_status":"start","queue_duration_s":1.427212,"scheduling_latency_s":1.42727}1315vm-test-run-nixbot-gitlab> gitlab # [  150.045418] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.229Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1316vm-test-run-nixbot-gitlab> gitlab # [  150.065649] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.249Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"91db48161fd8e64beb7a18d5","created_at":"2026-06-29T10:59:22.749Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2c80390147f6e14185a07969d8a596ce","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:22.754Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-91db48161fd8e64beb7a18d5: done: 0.068025 sec","job_status":"done","queue_duration_s":1.427212,"scheduling_latency_s":1.42727,"redis_calls":10,"redis_duration_s":0.007557,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000718,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.005981,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000858,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02445,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000706793,"duration_s":0.068025,"completed_at":"2026-06-29T10:59:24.249Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001271,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1317vm-test-run-nixbot-gitlab> gitlab # [  150.135792] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.319Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"6f0e826419445401cf24db4b","created_at":"2026-06-29T10:59:22.771Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c8a5484eeee350c20aa72aff3484e542","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:22.873Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-6f0e826419445401cf24db4b: start","job_status":"start","queue_duration_s":1.445879,"scheduling_latency_s":1.44595}1318vm-test-run-nixbot-gitlab> gitlab # [  150.167243] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.351Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1319vm-test-run-nixbot-gitlab> gitlab # [  150.184925] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.368Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"6f0e826419445401cf24db4b","created_at":"2026-06-29T10:59:22.771Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c8a5484eeee350c20aa72aff3484e542","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:22.873Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-6f0e826419445401cf24db4b: done: 0.048911 sec","job_status":"done","queue_duration_s":1.445879,"scheduling_latency_s":1.44595,"redis_calls":10,"redis_duration_s":0.00616,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001197,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003838,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001125,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026621,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000992305,"duration_s":0.048911,"completed_at":"2026-06-29T10:59:24.368Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001064,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1320vm-test-run-nixbot-gitlab> gitlab # [  150.254486] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.438Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"e5067362938a53abf2983113","created_at":"2026-06-29T10:59:22.908Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3d8e05b957a86b08416341c37756d9a6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-29T10:59:22.932Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-e5067362938a53abf2983113: start","job_status":"start","queue_duration_s":1.506116,"scheduling_latency_s":1.506184}1321vm-test-run-nixbot-gitlab> gitlab # [  150.319865] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.503Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"e5067362938a53abf2983113","created_at":"2026-06-29T10:59:22.908Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3d8e05b957a86b08416341c37756d9a6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-29T10:59:22.932Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-e5067362938a53abf2983113: done: 0.065017 sec","job_status":"done","queue_duration_s":1.506116,"scheduling_latency_s":1.506184,"redis_calls":10,"redis_duration_s":0.005355,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000754,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003337,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001264,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.038708,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000888661,"duration_s":0.065017,"completed_at":"2026-06-29T10:59:24.503Z","load_balancing_strategy":"primary","db_duration_s":0.006779,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1322vm-test-run-nixbot-gitlab> gitlab # [  150.386322] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.570Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"b8e76f708fd7515f3aa189c1","created_at":"2026-06-29T10:59:22.959Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9d1f591db234cb61c4385c386322415d","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:22.977Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-b8e76f708fd7515f3aa189c1: start","job_status":"start","queue_duration_s":1.593043,"scheduling_latency_s":1.593085}1323vm-test-run-nixbot-gitlab> gitlab # [  150.501701] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.685Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"b8e76f708fd7515f3aa189c1","created_at":"2026-06-29T10:59:22.959Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9d1f591db234cb61c4385c386322415d","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:22.977Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-b8e76f708fd7515f3aa189c1: done: 0.114832 sec","job_status":"done","queue_duration_s":1.593043,"scheduling_latency_s":1.593085,"redis_calls":16,"redis_duration_s":0.007873,"redis_read_bytes":15,"redis_write_bytes":1942,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.003126,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003656,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001091,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.046659,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001016051,"duration_s":0.114832,"completed_at":"2026-06-29T10:59:24.684Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.02121,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1324vm-test-run-nixbot-gitlab> gitlab # [  150.585608] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.769Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"a1a3e875f95903be65076eb4","created_at":"2026-06-29T10:59:23.106Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6c332e33600615d23675096c64d95651","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.126Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-a1a3e875f95903be65076eb4: start","job_status":"start","queue_duration_s":1.642913,"scheduling_latency_s":1.642981}1325vm-test-run-nixbot-gitlab> gitlab # [  150.642610] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.826Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"a1a3e875f95903be65076eb4","created_at":"2026-06-29T10:59:23.106Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6c332e33600615d23675096c64d95651","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.126Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-a1a3e875f95903be65076eb4: done: 0.057186 sec","job_status":"done","queue_duration_s":1.642913,"scheduling_latency_s":1.642981,"redis_calls":12,"redis_duration_s":0.0076950000000000005,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00119,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003774,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002731,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030793,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001414705,"exclusive_lock_hold_duration_s":0.011783341000000001,"duration_s":0.057186,"completed_at":"2026-06-29T10:59:24.826Z","load_balancing_strategy":"primary","db_duration_s":0.006047,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1326vm-test-run-nixbot-gitlab> gitlab # [  150.645505] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.829Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"ae51802cc72dd0e1f0a84ecc","created_at":"2026-06-29T10:59:23.147Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1022158b3a8389020de40fa8e575649e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.166Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-ae51802cc72dd0e1f0a84ecc: start","job_status":"start","queue_duration_s":1.662192,"scheduling_latency_s":1.662233}1327vm-test-run-nixbot-gitlab> gitlab # [  150.736313] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.920Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1328vm-test-run-nixbot-gitlab> gitlab # [  150.750654] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.934Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"ae51802cc72dd0e1f0a84ecc","created_at":"2026-06-29T10:59:23.147Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1022158b3a8389020de40fa8e575649e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.166Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-ae51802cc72dd0e1f0a84ecc: done: 0.104978 sec","job_status":"done","queue_duration_s":1.662192,"scheduling_latency_s":1.662233,"redis_calls":10,"redis_duration_s":0.003324,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000848,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001783,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000693,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.076,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.076,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014645,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00107807,"duration_s":0.104978,"completed_at":"2026-06-29T10:59:24.934Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.076068,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1329vm-test-run-nixbot-gitlab> gitlab # [  150.788397] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:24.938Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"7a8a21e81885c9837dd5ce16","created_at":"2026-06-29T10:59:23.184Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.203Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-7a8a21e81885c9837dd5ce16: start","job_status":"start","queue_duration_s":1.734583,"scheduling_latency_s":1.734648}1330vm-test-run-nixbot-gitlab> gitlab # [  150.966798] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:25.149Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"7a8a21e81885c9837dd5ce16","created_at":"2026-06-29T10:59:23.184Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.203Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-7a8a21e81885c9837dd5ce16: done: 0.211676 sec","job_status":"done","queue_duration_s":1.734583,"scheduling_latency_s":1.734648,"redis_calls":71,"redis_duration_s":0.037507,"redis_read_bytes":120,"redis_write_bytes":42674,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.006624,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.001473,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.027792,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001618,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.054,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.054,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.11392,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000509841,"duration_s":0.211676,"completed_at":"2026-06-29T10:59:25.149Z","load_balancing_strategy":"primary","db_duration_s":0.05376,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1331vm-test-run-nixbot-gitlab> gitlab # [  150.972431] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:25.151Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"4de26fa681ac20f2d3d08e8a","created_at":"2026-06-29T10:59:23.224Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f5cbddc94a455c801dd415174c2905a9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-29T10:59:23.237Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-4de26fa681ac20f2d3d08e8a: start","job_status":"start","queue_duration_s":1.913981,"scheduling_latency_s":1.914004}1332vm-test-run-nixbot-gitlab> gitlab # [  151.091678] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:25.276Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1333vm-test-run-nixbot-gitlab> gitlab # [  151.099481] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:25.283Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"4de26fa681ac20f2d3d08e8a","created_at":"2026-06-29T10:59:23.224Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f5cbddc94a455c801dd415174c2905a9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-29T10:59:23.237Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-4de26fa681ac20f2d3d08e8a: done: 0.131971 sec","job_status":"done","queue_duration_s":1.913981,"scheduling_latency_s":1.914004,"redis_calls":10,"redis_duration_s":0.002672,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000583,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001657,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000432,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.113,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.113,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012312,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000381613,"duration_s":0.131971,"completed_at":"2026-06-29T10:59:25.283Z","load_balancing_strategy":"primary","db_duration_s":0.112481,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1334vm-test-run-nixbot-gitlab> gitlab # [  151.168119] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:25.352Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"cb1c65f854d4ce102dec1285","created_at":"2026-06-29T10:59:23.246Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7e47f1371ead9326f66e88fe04c7c50e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.255Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-cb1c65f854d4ce102dec1285: start","job_status":"start","queue_duration_s":2.096345,"scheduling_latency_s":2.096415}1335vm-test-run-nixbot-gitlab> gitlab # [  151.197124] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:25.381Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1336vm-test-run-nixbot-gitlab> gitlab # [  151.217258] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:25.400Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"cb1c65f854d4ce102dec1285","created_at":"2026-06-29T10:59:23.246Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7e47f1371ead9326f66e88fe04c7c50e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.255Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-cb1c65f854d4ce102dec1285: done: 0.048703 sec","job_status":"done","queue_duration_s":2.096345,"scheduling_latency_s":2.096415,"redis_calls":10,"redis_duration_s":0.007163999999999999,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001277,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004487,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.0014,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024886,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001387048,"duration_s":0.048703,"completed_at":"2026-06-29T10:59:25.400Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001192,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1337vm-test-run-nixbot-gitlab> gitlab # [  151.220900] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:25.404Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"e013f38a192cc2715ac0ab65","created_at":"2026-06-29T10:59:23.272Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"754b40a4579a328db15b0aef9a288756","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.284Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-e013f38a192cc2715ac0ab65: start","job_status":"start","queue_duration_s":2.120583,"scheduling_latency_s":2.120637}1338vm-test-run-nixbot-gitlab> gitlab # [  151.360214] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:25.543Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"e013f38a192cc2715ac0ab65","created_at":"2026-06-29T10:59:23.272Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"754b40a4579a328db15b0aef9a288756","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.284Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-e013f38a192cc2715ac0ab65: done: 0.138682 sec","job_status":"done","queue_duration_s":2.120583,"scheduling_latency_s":2.120637,"redis_calls":19,"redis_duration_s":0.011327,"redis_read_bytes":22,"redis_write_bytes":4781,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.002567,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000807,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3011,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.006069,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001884,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.07,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.07,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.046355,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000972749,"duration_s":0.138682,"completed_at":"2026-06-29T10:59:25.543Z","load_balancing_strategy":"primary","db_duration_s":0.069834,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1339vm-test-run-nixbot-gitlab> gitlab # [  151.364988] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:25.546Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"de3633daa669a682e28f6e00","created_at":"2026-06-29T10:59:23.306Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c0f404afb2419266cfe3210588b18ab7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-29T10:59:23.317Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-de3633daa669a682e28f6e00: start","job_status":"start","queue_duration_s":2.229324,"scheduling_latency_s":2.229365}1340vm-test-run-nixbot-gitlab> gitlab # [  151.463890] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:25.648Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1341vm-test-run-nixbot-gitlab> gitlab # [  151.482230] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:25.665Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"de3633daa669a682e28f6e00","created_at":"2026-06-29T10:59:23.306Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c0f404afb2419266cfe3210588b18ab7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-29T10:59:23.317Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-de3633daa669a682e28f6e00: done: 0.118795 sec","job_status":"done","queue_duration_s":2.229324,"scheduling_latency_s":2.229365,"redis_calls":10,"redis_duration_s":0.004638,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001016,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002474,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001148,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.084,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.084,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018468,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001127518,"duration_s":0.118795,"completed_at":"2026-06-29T10:59:25.665Z","load_balancing_strategy":"primary","db_duration_s":0.083678,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1342vm-test-run-nixbot-gitlab> gitlab # [  151.485519] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:25.669Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"b9ba69c3420761723239a0b5","created_at":"2026-06-29T10:59:23.335Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f98cc53c6d6d3c37bbb3c30b8884bad3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.348Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-b9ba69c3420761723239a0b5: start","job_status":"start","queue_duration_s":2.320341,"scheduling_latency_s":2.320394}1343vm-test-run-nixbot-gitlab> gitlab # [  151.514144] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:25.698Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"b9ba69c3420761723239a0b5","created_at":"2026-06-29T10:59:23.335Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f98cc53c6d6d3c37bbb3c30b8884bad3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.348Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-b9ba69c3420761723239a0b5: done: 0.02896 sec","job_status":"done","queue_duration_s":2.320341,"scheduling_latency_s":2.320394,"redis_calls":10,"redis_duration_s":0.003784,"redis_read_bytes":9,"redis_write_bytes":1215,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000632,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":343,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002038,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001114,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014771,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000344736,"duration_s":0.02896,"completed_at":"2026-06-29T10:59:25.698Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000919,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1344vm-test-run-nixbot-gitlab> gitlab # [  151.626736] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:25.699Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"035c1183264be49de4959a7d","created_at":"2026-06-29T10:59:23.371Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2acbd0578187541962b267658fbc392a","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.384Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-035c1183264be49de4959a7d: start","job_status":"start","queue_duration_s":2.314898,"scheduling_latency_s":2.314918}1345vm-test-run-nixbot-gitlab> gitlab # [  151.819448] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.003Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"035c1183264be49de4959a7d","created_at":"2026-06-29T10:59:23.371Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2acbd0578187541962b267658fbc392a","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.384Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-035c1183264be49de4959a7d: done: 0.303773 sec","job_status":"done","queue_duration_s":2.314898,"scheduling_latency_s":2.314918,"redis_calls":12,"redis_duration_s":0.004472,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000431,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002049,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001992,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.114,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.114,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.171785,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001159924,"exclusive_lock_hold_duration_s":0.179030575,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.303773,"completed_at":"2026-06-29T10:59:26.003Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.118441,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1346vm-test-run-nixbot-gitlab> gitlab # [  151.926995] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.110Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"7e764fc1160768a184fcabab","created_at":"2026-06-29T10:59:23.399Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"932fa10981ff4c02cbd4f48f62471318","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.417Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-7e764fc1160768a184fcabab: start","job_status":"start","queue_duration_s":2.69342,"scheduling_latency_s":2.693461}1347vm-test-run-nixbot-gitlab> gitlab # [  152.217775] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.400Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"7e764fc1160768a184fcabab","created_at":"2026-06-29T10:59:23.399Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"932fa10981ff4c02cbd4f48f62471318","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.417Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-7e764fc1160768a184fcabab: done: 0.290333 sec","job_status":"done","queue_duration_s":2.69342,"scheduling_latency_s":2.693461,"redis_calls":14,"redis_duration_s":0.008399,"redis_read_bytes":13,"redis_write_bytes":1641,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.002504,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":576,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00326,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002635,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":125,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":125,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.049,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.047,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.201373,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001223898,"exclusive_lock_hold_duration_s":0.24311274300000002,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.290333,"completed_at":"2026-06-29T10:59:26.400Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.081611,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1348vm-test-run-nixbot-gitlab> gitlab # [  152.222185] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.402Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"99209e2d5af372803228b946","created_at":"2026-06-29T10:59:23.444Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1d18836cb93d33fcada5e971142dd4ee","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.461Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-99209e2d5af372803228b946: start","job_status":"start","queue_duration_s":2.940592,"scheduling_latency_s":2.940614}1349vm-test-run-nixbot-gitlab> gitlab # [  152.333198] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.424Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"99209e2d5af372803228b946","created_at":"2026-06-29T10:59:23.444Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1d18836cb93d33fcada5e971142dd4ee","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.461Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-99209e2d5af372803228b946: done: 0.021858 sec","job_status":"done","queue_duration_s":2.940592,"scheduling_latency_s":2.940614,"redis_calls":12,"redis_duration_s":0.003204,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000733,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001424,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001047,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01184,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000480508,"exclusive_lock_hold_duration_s":0.004099124,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.021858,"completed_at":"2026-06-29T10:59:26.424Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002318,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1350vm-test-run-nixbot-gitlab> gitlab # [  152.341310] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.425Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"1073cf77a061e670af2b5571","created_at":"2026-06-29T10:59:23.482Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e84dd0c6cd180507d6c9c84e7018adf7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.501Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-1073cf77a061e670af2b5571: start","job_status":"start","queue_duration_s":2.924612,"scheduling_latency_s":2.924632}1351vm-test-run-nixbot-gitlab> gitlab # [  152.411473] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.456Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"1073cf77a061e670af2b5571","created_at":"2026-06-29T10:59:23.482Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e84dd0c6cd180507d6c9c84e7018adf7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.501Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-1073cf77a061e670af2b5571: done: 0.030217 sec","job_status":"done","queue_duration_s":2.924612,"scheduling_latency_s":2.924632,"redis_calls":12,"redis_duration_s":0.002752,"redis_read_bytes":11,"redis_write_bytes":1612,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000434,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":347,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001325,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000993,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":7,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01705,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000533866,"exclusive_lock_hold_duration_s":0.013153627,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.030217,"completed_at":"2026-06-29T10:59:26.455Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006721,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1352vm-test-run-nixbot-gitlab> gitlab # [  152.485373] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.457Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"bb3e4ff4b76c1beeab029434","created_at":"2026-06-29T10:59:23.523Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7fd2e590cbf2d89e44f57da8cf182173","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.543Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-bb3e4ff4b76c1beeab029434: start","job_status":"start","queue_duration_s":2.913621,"scheduling_latency_s":2.913641}1353vm-test-run-nixbot-gitlab> gitlab # [  152.487252] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.483Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"bb3e4ff4b76c1beeab029434","created_at":"2026-06-29T10:59:23.523Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7fd2e590cbf2d89e44f57da8cf182173","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-29T10:59:23.543Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-bb3e4ff4b76c1beeab029434: done: 0.025707 sec","job_status":"done","queue_duration_s":2.913621,"scheduling_latency_s":2.913641,"redis_calls":13,"redis_duration_s":0.002869,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00041,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001518,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000941,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01615,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.007653765,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.025707,"completed_at":"2026-06-29T10:59:26.483Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1354vm-test-run-nixbot-gitlab> gitlab # [  152.526058] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.484Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4ca447e3855b26de6ddc626c","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4ca447e3855b26de6ddc626c: start","job_status":"start","queue_duration_s":1.344577,"scheduling_latency_s":1.344607}1355vm-test-run-nixbot-gitlab> gitlab # [  152.605822] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.504Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4ca447e3855b26de6ddc626c","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4ca447e3855b26de6ddc626c: done: 0.020007 sec","job_status":"done","queue_duration_s":1.344577,"scheduling_latency_s":1.344607,"redis_calls":16,"redis_duration_s":0.0036829999999999996,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000503,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001086,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002094,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012471,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000326857,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020007,"completed_at":"2026-06-29T10:59:26.504Z","load_balancing_strategy":"primary","db_duration_s":0.000384,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1356vm-test-run-nixbot-gitlab> gitlab # [  152.611127] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.506Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f74e98dffe74f446e2666a4c","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f74e98dffe74f446e2666a4c: start","job_status":"start","queue_duration_s":1.36596,"scheduling_latency_s":1.365981}1357vm-test-run-nixbot-gitlab> gitlab # [  152.632060] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.526Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f74e98dffe74f446e2666a4c","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f74e98dffe74f446e2666a4c: done: 0.020792 sec","job_status":"done","queue_duration_s":1.36596,"scheduling_latency_s":1.365981,"redis_calls":13,"redis_duration_s":0.008204,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002228,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.005976,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010339,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020792,"completed_at":"2026-06-29T10:59:26.526Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1358vm-test-run-nixbot-gitlab> gitlab # [  152.751163] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.529Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"319e3a5ca8fc50685a40444a","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-319e3a5ca8fc50685a40444a: start","job_status":"start","queue_duration_s":1.38906,"scheduling_latency_s":1.389081}1359vm-test-run-nixbot-gitlab> gitlab # [  152.752573] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.543Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"319e3a5ca8fc50685a40444a","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-319e3a5ca8fc50685a40444a: done: 0.014873 sec","job_status":"done","queue_duration_s":1.38906,"scheduling_latency_s":1.389081,"redis_calls":13,"redis_duration_s":0.002787,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0009,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001887,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010068,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014873,"completed_at":"2026-06-29T10:59:26.543Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1360vm-test-run-nixbot-gitlab> gitlab # [  152.821269] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.545Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8a4fcda36f9be6415914e656","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8a4fcda36f9be6415914e656: start","job_status":"start","queue_duration_s":1.40526,"scheduling_latency_s":1.405281}1361vm-test-run-nixbot-gitlab> gitlab # [  152.822821] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.560Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8a4fcda36f9be6415914e656","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8a4fcda36f9be6415914e656: done: 0.01486 sec","job_status":"done","queue_duration_s":1.40526,"scheduling_latency_s":1.405281,"redis_calls":13,"redis_duration_s":0.002696,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000899,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001797,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010125,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01486,"completed_at":"2026-06-29T10:59:26.560Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1362vm-test-run-nixbot-gitlab> gitlab # [  152.892791] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.561Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"794a3d8acab263a92cb2ee93","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-794a3d8acab263a92cb2ee93: start","job_status":"start","queue_duration_s":1.421338,"scheduling_latency_s":1.421359}1363vm-test-run-nixbot-gitlab> gitlab # [  152.893873] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.576Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"794a3d8acab263a92cb2ee93","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-794a3d8acab263a92cb2ee93: done: 0.01519 sec","job_status":"done","queue_duration_s":1.421338,"scheduling_latency_s":1.421359,"redis_calls":13,"redis_duration_s":0.002734,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00086,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001874,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010113,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01519,"completed_at":"2026-06-29T10:59:26.576Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1364vm-test-run-nixbot-gitlab> gitlab # [  152.965336] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.577Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"05f26a920b59e2b2113552df","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-05f26a920b59e2b2113552df: start","job_status":"start","queue_duration_s":1.437789,"scheduling_latency_s":1.437811}1365vm-test-run-nixbot-gitlab> gitlab # [  152.966447] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.592Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"05f26a920b59e2b2113552df","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-05f26a920b59e2b2113552df: done: 0.014955 sec","job_status":"done","queue_duration_s":1.437789,"scheduling_latency_s":1.437811,"redis_calls":13,"redis_duration_s":0.0027660000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000889,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001877,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010068,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014955,"completed_at":"2026-06-29T10:59:26.592Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1366vm-test-run-nixbot-gitlab> gitlab # [  153.063936] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.594Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"addfbd81197b86a150dd3ca0","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-addfbd81197b86a150dd3ca0: start","job_status":"start","queue_duration_s":1.45395,"scheduling_latency_s":1.453972}1367vm-test-run-nixbot-gitlab> gitlab # [  153.065162] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.613Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"addfbd81197b86a150dd3ca0","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-addfbd81197b86a150dd3ca0: done: 0.019231 sec","job_status":"done","queue_duration_s":1.45395,"scheduling_latency_s":1.453972,"redis_calls":13,"redis_duration_s":0.0034029999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001197,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002206,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009963,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019231,"completed_at":"2026-06-29T10:59:26.613Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1368vm-test-run-nixbot-gitlab> gitlab # [  153.137173] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.614Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f265860ed854a9aa3a1f6bdd","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f265860ed854a9aa3a1f6bdd: start","job_status":"start","queue_duration_s":1.474387,"scheduling_latency_s":1.474407}1369vm-test-run-nixbot-gitlab> gitlab # [  153.138751] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.629Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f265860ed854a9aa3a1f6bdd","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f265860ed854a9aa3a1f6bdd: done: 0.015017 sec","job_status":"done","queue_duration_s":1.474387,"scheduling_latency_s":1.474407,"redis_calls":13,"redis_duration_s":0.002812,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000855,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001957,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009877,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015017,"completed_at":"2026-06-29T10:59:26.629Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1370vm-test-run-nixbot-gitlab> gitlab # [  153.226561] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.630Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"45d31f53ae056f4ec08fc123","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-45d31f53ae056f4ec08fc123: start","job_status":"start","queue_duration_s":1.490796,"scheduling_latency_s":1.490817}1371vm-test-run-nixbot-gitlab> gitlab # [  153.227792] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.645Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"45d31f53ae056f4ec08fc123","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-45d31f53ae056f4ec08fc123: done: 0.014918 sec","job_status":"done","queue_duration_s":1.490796,"scheduling_latency_s":1.490817,"redis_calls":13,"redis_duration_s":0.002771,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00086,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001911,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009897,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014918,"completed_at":"2026-06-29T10:59:26.645Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1372vm-test-run-nixbot-gitlab> gitlab # [  153.302216] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.647Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0d3cea77c4ea5d978e0d755d","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0d3cea77c4ea5d978e0d755d: start","job_status":"start","queue_duration_s":1.50697,"scheduling_latency_s":1.50699}1373vm-test-run-nixbot-gitlab> gitlab # [  153.303779] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.662Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0d3cea77c4ea5d978e0d755d","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0d3cea77c4ea5d978e0d755d: done: 0.014982 sec","job_status":"done","queue_duration_s":1.50697,"scheduling_latency_s":1.50699,"redis_calls":13,"redis_duration_s":0.0029490000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001005,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001944,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010055,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014982,"completed_at":"2026-06-29T10:59:26.661Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1374vm-test-run-nixbot-gitlab> gitlab # [  153.336057] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.663Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"17803bc4451d4459caf2b693","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-17803bc4451d4459caf2b693: start","job_status":"start","queue_duration_s":1.523297,"scheduling_latency_s":1.52332}1375vm-test-run-nixbot-gitlab> gitlab # [  153.356206] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.686Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"17803bc4451d4459caf2b693","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-17803bc4451d4459caf2b693: done: 0.023186 sec","job_status":"done","queue_duration_s":1.523297,"scheduling_latency_s":1.52332,"redis_calls":13,"redis_duration_s":0.010931,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004545,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.006386,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010107,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023186,"completed_at":"2026-06-29T10:59:26.686Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1376vm-test-run-nixbot-gitlab> gitlab # [  153.460809] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.689Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c1413990c675cf004f3fa85e","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c1413990c675cf004f3fa85e: start","job_status":"start","queue_duration_s":1.54985,"scheduling_latency_s":1.549874}1377vm-test-run-nixbot-gitlab> gitlab # [  153.462214] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.711Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c1413990c675cf004f3fa85e","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c1413990c675cf004f3fa85e: done: 0.021426 sec","job_status":"done","queue_duration_s":1.54985,"scheduling_latency_s":1.549874,"redis_calls":13,"redis_duration_s":0.008697,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002211,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.006486,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010323,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021426,"completed_at":"2026-06-29T10:59:26.711Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1378vm-test-run-nixbot-gitlab> gitlab # [  153.533975] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.712Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c4c8bc6460a8223db403c1fe","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c4c8bc6460a8223db403c1fe: start","job_status":"start","queue_duration_s":1.572724,"scheduling_latency_s":1.572745}1379vm-test-run-nixbot-gitlab> gitlab # [  153.534803] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.727Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c4c8bc6460a8223db403c1fe","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c4c8bc6460a8223db403c1fe: done: 0.014928 sec","job_status":"done","queue_duration_s":1.572724,"scheduling_latency_s":1.572745,"redis_calls":13,"redis_duration_s":0.002716,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000872,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001844,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010167,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014928,"completed_at":"2026-06-29T10:59:26.727Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1380vm-test-run-nixbot-gitlab> gitlab # [  153.617311] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.729Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2f79b88a10e9ddd4497215b0","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2f79b88a10e9ddd4497215b0: start","job_status":"start","queue_duration_s":1.589026,"scheduling_latency_s":1.589047}1381vm-test-run-nixbot-gitlab> gitlab # [  153.618943] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.744Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2f79b88a10e9ddd4497215b0","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2f79b88a10e9ddd4497215b0: done: 0.015135 sec","job_status":"done","queue_duration_s":1.589026,"scheduling_latency_s":1.589047,"redis_calls":13,"redis_duration_s":0.0029,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000933,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001967,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01019,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015135,"completed_at":"2026-06-29T10:59:26.744Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1382vm-test-run-nixbot-gitlab> gitlab # [  153.706245] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.745Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1627f2fce1e6bb763012ba7","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1627f2fce1e6bb763012ba7: start","job_status":"start","queue_duration_s":1.605772,"scheduling_latency_s":1.605794}1383vm-test-run-nixbot-gitlab> gitlab # [  153.708268] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.761Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1627f2fce1e6bb763012ba7","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1627f2fce1e6bb763012ba7: done: 0.015282 sec","job_status":"done","queue_duration_s":1.605772,"scheduling_latency_s":1.605794,"redis_calls":13,"redis_duration_s":0.002824,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000921,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001903,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010213,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015282,"completed_at":"2026-06-29T10:59:26.761Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1384vm-test-run-nixbot-gitlab> gitlab # [  153.740887] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.762Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"162759f2d7486095d81d5217","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-162759f2d7486095d81d5217: start","job_status":"start","queue_duration_s":1.622313,"scheduling_latency_s":1.622334}1385vm-test-run-nixbot-gitlab> gitlab # [  153.822685] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.777Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"162759f2d7486095d81d5217","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-162759f2d7486095d81d5217: done: 0.015187 sec","job_status":"done","queue_duration_s":1.622313,"scheduling_latency_s":1.622334,"redis_calls":13,"redis_duration_s":0.00296,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000832,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002128,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010137,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015187,"completed_at":"2026-06-29T10:59:26.777Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1386vm-test-run-nixbot-gitlab> gitlab # [  153.825362] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.779Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"549fe996d4143a51aad9b266","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-549fe996d4143a51aad9b266: start","job_status":"start","queue_duration_s":1.638915,"scheduling_latency_s":1.638935}1387vm-test-run-nixbot-gitlab> gitlab # [  153.842331] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.794Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"549fe996d4143a51aad9b266","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-549fe996d4143a51aad9b266: done: 0.015263 sec","job_status":"done","queue_duration_s":1.638915,"scheduling_latency_s":1.638935,"redis_calls":13,"redis_duration_s":0.002987,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000934,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002053,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010211,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015263,"completed_at":"2026-06-29T10:59:26.794Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1388vm-test-run-nixbot-gitlab> gitlab # [  153.939277] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.795Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"374f157df537bb01426cdbdd","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-374f157df537bb01426cdbdd: start","job_status":"start","queue_duration_s":1.655425,"scheduling_latency_s":1.655446}1389vm-test-run-nixbot-gitlab> gitlab # [  153.940930] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.812Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"374f157df537bb01426cdbdd","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-374f157df537bb01426cdbdd: done: 0.016637 sec","job_status":"done","queue_duration_s":1.655425,"scheduling_latency_s":1.655446,"redis_calls":13,"redis_duration_s":0.004436,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001431,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003005,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010005,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016637,"completed_at":"2026-06-29T10:59:26.812Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1390vm-test-run-nixbot-gitlab> gitlab # [  154.051243] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.813Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d05ff8978f582031bc984e97","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d05ff8978f582031bc984e97: start","job_status":"start","queue_duration_s":1.673721,"scheduling_latency_s":1.673742}1391vm-test-run-nixbot-gitlab> gitlab # [  154.053266] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.836Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d05ff8978f582031bc984e97","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d05ff8978f582031bc984e97: done: 0.022486 sec","job_status":"done","queue_duration_s":1.673721,"scheduling_latency_s":1.673742,"redis_calls":13,"redis_duration_s":0.003885,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001653,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002232,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015789,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022486,"completed_at":"2026-06-29T10:59:26.836Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1392vm-test-run-nixbot-gitlab> gitlab # [  154.069536] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.837Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"81fb3879580299a751ea4104","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-81fb3879580299a751ea4104: start","job_status":"start","queue_duration_s":1.697668,"scheduling_latency_s":1.697698}1393vm-test-run-nixbot-gitlab> gitlab # [  154.090305] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.853Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"81fb3879580299a751ea4104","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-81fb3879580299a751ea4104: done: 0.015325 sec","job_status":"done","queue_duration_s":1.697668,"scheduling_latency_s":1.697698,"redis_calls":13,"redis_duration_s":0.002695,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000846,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001849,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010154,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015325,"completed_at":"2026-06-29T10:59:26.853Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1394vm-test-run-nixbot-gitlab> gitlab # [  154.170550] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.854Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8ace3fb39a90dbba3b188204","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8ace3fb39a90dbba3b188204: start","job_status":"start","queue_duration_s":1.714336,"scheduling_latency_s":1.714356}1395vm-test-run-nixbot-gitlab> gitlab # [  154.173525] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.869Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8ace3fb39a90dbba3b188204","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8ace3fb39a90dbba3b188204: done: 0.015075 sec","job_status":"done","queue_duration_s":1.714336,"scheduling_latency_s":1.714356,"redis_calls":13,"redis_duration_s":0.002991,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000945,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002046,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009604,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015075,"completed_at":"2026-06-29T10:59:26.869Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1396vm-test-run-nixbot-gitlab> gitlab # [  154.290510] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.871Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8150ccad8df8a203b76baebb","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8150ccad8df8a203b76baebb: start","job_status":"start","queue_duration_s":1.730995,"scheduling_latency_s":1.731015}1397vm-test-run-nixbot-gitlab> gitlab # [  154.292455] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.891Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8150ccad8df8a203b76baebb","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8150ccad8df8a203b76baebb: done: 0.020536 sec","job_status":"done","queue_duration_s":1.730995,"scheduling_latency_s":1.731015,"redis_calls":13,"redis_duration_s":0.003733,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001374,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002359,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012059,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020536,"completed_at":"2026-06-29T10:59:26.891Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1398vm-test-run-nixbot-gitlab> gitlab # [  154.322470] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.893Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"43b7da6f6d2febf90af067b2","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-43b7da6f6d2febf90af067b2: start","job_status":"start","queue_duration_s":1.753071,"scheduling_latency_s":1.753098}1399vm-test-run-nixbot-gitlab> gitlab # [  154.342387] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.911Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"43b7da6f6d2febf90af067b2","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-43b7da6f6d2febf90af067b2: done: 0.01812 sec","job_status":"done","queue_duration_s":1.753071,"scheduling_latency_s":1.753098,"redis_calls":13,"redis_duration_s":0.00301,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000885,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002125,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010099,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01812,"completed_at":"2026-06-29T10:59:26.911Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1400vm-test-run-nixbot-gitlab> gitlab # [  154.419202] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.912Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b20d86085d95ddda1596134b","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b20d86085d95ddda1596134b: start","job_status":"start","queue_duration_s":1.772687,"scheduling_latency_s":1.77271}1401vm-test-run-nixbot-gitlab> gitlab # [  154.488145] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.928Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b20d86085d95ddda1596134b","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b20d86085d95ddda1596134b: done: 0.015595 sec","job_status":"done","queue_duration_s":1.772687,"scheduling_latency_s":1.77271,"redis_calls":13,"redis_duration_s":0.002944,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000967,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001977,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009831,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015595,"completed_at":"2026-06-29T10:59:26.928Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1402vm-test-run-nixbot-gitlab> gitlab # [  154.489997] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.929Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1461ed71d326933028fa4ac2","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1461ed71d326933028fa4ac2: start","job_status":"start","queue_duration_s":1.789762,"scheduling_latency_s":1.789784}1403vm-test-run-nixbot-gitlab> gitlab # [  154.503238] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.944Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1461ed71d326933028fa4ac2","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1461ed71d326933028fa4ac2: done: 0.015153 sec","job_status":"done","queue_duration_s":1.789762,"scheduling_latency_s":1.789784,"redis_calls":13,"redis_duration_s":0.002946,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000957,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001989,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009654,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015153,"completed_at":"2026-06-29T10:59:26.944Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1404vm-test-run-nixbot-gitlab> gitlab # [  154.583466] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.946Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fa883a4eb5937ad874e7628e","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fa883a4eb5937ad874e7628e: start","job_status":"start","queue_duration_s":1.806327,"scheduling_latency_s":1.806347}1405vm-test-run-nixbot-gitlab> gitlab # [  154.585383] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.961Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fa883a4eb5937ad874e7628e","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fa883a4eb5937ad874e7628e: done: 0.015359 sec","job_status":"done","queue_duration_s":1.806327,"scheduling_latency_s":1.806347,"redis_calls":13,"redis_duration_s":0.003054,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000927,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002127,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009945,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015359,"completed_at":"2026-06-29T10:59:26.961Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1406vm-test-run-nixbot-gitlab> gitlab # [  154.649264] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.963Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca7e8c16297765791a905fe1","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca7e8c16297765791a905fe1: start","job_status":"start","queue_duration_s":1.8231,"scheduling_latency_s":1.823121}1407vm-test-run-nixbot-gitlab> gitlab # [  154.724509] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.978Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca7e8c16297765791a905fe1","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca7e8c16297765791a905fe1: done: 0.015041 sec","job_status":"done","queue_duration_s":1.8231,"scheduling_latency_s":1.823121,"redis_calls":13,"redis_duration_s":0.003035,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000901,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002134,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009742,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015041,"completed_at":"2026-06-29T10:59:26.978Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1408vm-test-run-nixbot-gitlab> gitlab # [  154.729893] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.979Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"de2643e0494d90616cb310ec","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-de2643e0494d90616cb310ec: start","job_status":"start","queue_duration_s":1.839435,"scheduling_latency_s":1.839456}1409vm-test-run-nixbot-gitlab> gitlab # [  154.750600] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.994Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"de2643e0494d90616cb310ec","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-de2643e0494d90616cb310ec: done: 0.015408 sec","job_status":"done","queue_duration_s":1.839435,"scheduling_latency_s":1.839456,"redis_calls":13,"redis_duration_s":0.002929,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000879,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00205,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01008,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015408,"completed_at":"2026-06-29T10:59:26.994Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1410vm-test-run-nixbot-gitlab> gitlab # [  154.820321] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:26.996Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"523c8b463300495966b37aef","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-523c8b463300495966b37aef: start","job_status":"start","queue_duration_s":1.856093,"scheduling_latency_s":1.856115}1411vm-test-run-nixbot-gitlab> gitlab # [  154.831637] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.011Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"523c8b463300495966b37aef","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-523c8b463300495966b37aef: done: 0.015216 sec","job_status":"done","queue_duration_s":1.856093,"scheduling_latency_s":1.856115,"redis_calls":13,"redis_duration_s":0.003038,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000927,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002111,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009786,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015216,"completed_at":"2026-06-29T10:59:27.011Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1412vm-test-run-nixbot-gitlab> gitlab # [  154.910529] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.012Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e1935bf48bd3dd2ad819acc","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e1935bf48bd3dd2ad819acc: start","job_status":"start","queue_duration_s":1.872682,"scheduling_latency_s":1.872704}1413vm-test-run-nixbot-gitlab> gitlab # [  154.914936] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.028Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e1935bf48bd3dd2ad819acc","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e1935bf48bd3dd2ad819acc: done: 0.015611 sec","job_status":"done","queue_duration_s":1.872682,"scheduling_latency_s":1.872704,"redis_calls":13,"redis_duration_s":0.0033250000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000919,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002406,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009637,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015611,"completed_at":"2026-06-29T10:59:27.028Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1414vm-test-run-nixbot-gitlab> gitlab # [  154.980251] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.029Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ab50c1cd6d106d8143b8d451","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ab50c1cd6d106d8143b8d451: start","job_status":"start","queue_duration_s":1.889668,"scheduling_latency_s":1.889689}1415vm-test-run-nixbot-gitlab> gitlab # [  155.056369] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.045Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ab50c1cd6d106d8143b8d451","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ab50c1cd6d106d8143b8d451: done: 0.015352 sec","job_status":"done","queue_duration_s":1.889668,"scheduling_latency_s":1.889689,"redis_calls":13,"redis_duration_s":0.0030310000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000929,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002102,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009749,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015352,"completed_at":"2026-06-29T10:59:27.045Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1416vm-test-run-nixbot-gitlab> gitlab # [  155.060416] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.046Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bf962bbe0f31a0525fa19789","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bf962bbe0f31a0525fa19789: start","job_status":"start","queue_duration_s":1.906385,"scheduling_latency_s":1.906405}1417vm-test-run-nixbot-gitlab> gitlab # [  155.145523] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.061Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bf962bbe0f31a0525fa19789","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bf962bbe0f31a0525fa19789: done: 0.014885 sec","job_status":"done","queue_duration_s":1.906385,"scheduling_latency_s":1.906405,"redis_calls":13,"redis_duration_s":0.002716,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000811,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001905,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010021,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014885,"completed_at":"2026-06-29T10:59:27.061Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1418vm-test-run-nixbot-gitlab> gitlab # [  155.147586] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.062Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca706a97106783a5dfdb1790","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca706a97106783a5dfdb1790: start","job_status":"start","queue_duration_s":1.922673,"scheduling_latency_s":1.922694}1419vm-test-run-nixbot-gitlab> gitlab # [  155.162218] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.297Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca706a97106783a5dfdb1790","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca706a97106783a5dfdb1790: done: 0.235056 sec","job_status":"done","queue_duration_s":1.922673,"scheduling_latency_s":1.922694,"redis_calls":13,"redis_duration_s":0.003027,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001174,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001853,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011411,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.235056,"completed_at":"2026-06-29T10:59:27.297Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1420vm-test-run-nixbot-gitlab> gitlab # [  155.250453] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.300Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d45e68ee4fb440c6463af022","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d45e68ee4fb440c6463af022: start","job_status":"start","queue_duration_s":2.160315,"scheduling_latency_s":2.160344}1421vm-test-run-nixbot-gitlab> gitlab # [  155.252646] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.319Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d45e68ee4fb440c6463af022","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d45e68ee4fb440c6463af022: done: 0.018743 sec","job_status":"done","queue_duration_s":2.160315,"scheduling_latency_s":2.160344,"redis_calls":13,"redis_duration_s":0.005085,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001705,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00338,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010793,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018743,"completed_at":"2026-06-29T10:59:27.319Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1422vm-test-run-nixbot-gitlab> gitlab # [  155.345890] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.323Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"583c82491efd0df165489a3b","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-583c82491efd0df165489a3b: start","job_status":"start","queue_duration_s":2.182371,"scheduling_latency_s":2.182442}1423vm-test-run-nixbot-gitlab> gitlab # [  155.347513] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.358Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"583c82491efd0df165489a3b","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-583c82491efd0df165489a3b: done: 0.036526 sec","job_status":"done","queue_duration_s":2.182371,"scheduling_latency_s":2.182442,"redis_calls":13,"redis_duration_s":0.005866,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001807,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004059,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021571,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.036526,"completed_at":"2026-06-29T10:59:27.358Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1424vm-test-run-nixbot-gitlab> gitlab # [  155.390139] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.360Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bd1bce0c1f18a391ba41185c","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bd1bce0c1f18a391ba41185c: start","job_status":"start","queue_duration_s":2.220246,"scheduling_latency_s":2.220269}1425vm-test-run-nixbot-gitlab> gitlab # [  155.470547] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.375Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bd1bce0c1f18a391ba41185c","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bd1bce0c1f18a391ba41185c: done: 0.015472 sec","job_status":"done","queue_duration_s":2.220246,"scheduling_latency_s":2.220269,"redis_calls":13,"redis_duration_s":0.0032259999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001021,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002205,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009913,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015472,"completed_at":"2026-06-29T10:59:27.375Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1426vm-test-run-nixbot-gitlab> gitlab # [  155.473225] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.377Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6c984dc3c9c72147acd0d1d5","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6c984dc3c9c72147acd0d1d5: start","job_status":"start","queue_duration_s":2.237243,"scheduling_latency_s":2.237263}1427vm-test-run-nixbot-gitlab> gitlab # [  155.492254] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.392Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6c984dc3c9c72147acd0d1d5","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6c984dc3c9c72147acd0d1d5: done: 0.015238 sec","job_status":"done","queue_duration_s":2.237243,"scheduling_latency_s":2.237263,"redis_calls":13,"redis_duration_s":0.0030230000000000005,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001012,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002011,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009836,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015238,"completed_at":"2026-06-29T10:59:27.392Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1428vm-test-run-nixbot-gitlab> gitlab # [  155.599396] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.393Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1098b9b16a6745d3045ad368","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1098b9b16a6745d3045ad368: start","job_status":"start","queue_duration_s":2.253799,"scheduling_latency_s":2.253821}1429vm-test-run-nixbot-gitlab> gitlab # [  155.601191] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.409Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1098b9b16a6745d3045ad368","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1098b9b16a6745d3045ad368: done: 0.015714 sec","job_status":"done","queue_duration_s":2.253799,"scheduling_latency_s":2.253821,"redis_calls":13,"redis_duration_s":0.002878,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000964,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001914,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010028,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015714,"completed_at":"2026-06-29T10:59:27.409Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1430vm-test-run-nixbot-gitlab> gitlab # [  155.675463] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.410Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2df1a39c1b0d7881499a986c","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2df1a39c1b0d7881499a986c: start","job_status":"start","queue_duration_s":2.270844,"scheduling_latency_s":2.270864}1431vm-test-run-nixbot-gitlab> gitlab # [  155.677486] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.426Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2df1a39c1b0d7881499a986c","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2df1a39c1b0d7881499a986c: done: 0.015672 sec","job_status":"done","queue_duration_s":2.270844,"scheduling_latency_s":2.270864,"redis_calls":13,"redis_duration_s":0.0033020000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001097,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002205,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009887,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015672,"completed_at":"2026-06-29T10:59:27.426Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1432vm-test-run-nixbot-gitlab> gitlab # [  155.780265] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.427Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"20f5383bbf742aa1ce35ef26","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-20f5383bbf742aa1ce35ef26: start","job_status":"start","queue_duration_s":2.28783,"scheduling_latency_s":2.287853}1433vm-test-run-nixbot-gitlab> gitlab # [  155.781735] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.443Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"20f5383bbf742aa1ce35ef26","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-20f5383bbf742aa1ce35ef26: done: 0.015416 sec","job_status":"done","queue_duration_s":2.28783,"scheduling_latency_s":2.287853,"redis_calls":13,"redis_duration_s":0.00315,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001041,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002109,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009665,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015416,"completed_at":"2026-06-29T10:59:27.443Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1434vm-test-run-nixbot-gitlab> gitlab # [  155.800292] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.444Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7102668a2c38771b1ee1068f","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7102668a2c38771b1ee1068f: start","job_status":"start","queue_duration_s":2.304562,"scheduling_latency_s":2.304583}1435vm-test-run-nixbot-gitlab> gitlab # [  155.820652] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.460Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7102668a2c38771b1ee1068f","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7102668a2c38771b1ee1068f: done: 0.015573 sec","job_status":"done","queue_duration_s":2.304562,"scheduling_latency_s":2.304583,"redis_calls":13,"redis_duration_s":0.003328,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000917,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002411,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00971,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015573,"completed_at":"2026-06-29T10:59:27.460Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1436vm-test-run-nixbot-gitlab> gitlab # [  155.896577] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.461Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cd6e64f51f6f602449a72afb","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cd6e64f51f6f602449a72afb: start","job_status":"start","queue_duration_s":2.321367,"scheduling_latency_s":2.321388}1437vm-test-run-nixbot-gitlab> gitlab # [  155.899699] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.476Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cd6e64f51f6f602449a72afb","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cd6e64f51f6f602449a72afb: done: 0.015392 sec","job_status":"done","queue_duration_s":2.321367,"scheduling_latency_s":2.321388,"redis_calls":13,"redis_duration_s":0.0029649999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000917,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002048,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009608,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015392,"completed_at":"2026-06-29T10:59:27.476Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1438vm-test-run-nixbot-gitlab> gitlab # [  156.009146] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.478Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"96a08502d30c083f2cbf471a","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-96a08502d30c083f2cbf471a: start","job_status":"start","queue_duration_s":2.338087,"scheduling_latency_s":2.338108}1439vm-test-run-nixbot-gitlab> gitlab # [  156.010495] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.493Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"96a08502d30c083f2cbf471a","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-96a08502d30c083f2cbf471a: done: 0.015358 sec","job_status":"done","queue_duration_s":2.338087,"scheduling_latency_s":2.338108,"redis_calls":13,"redis_duration_s":0.003037,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000951,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002086,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009846,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015358,"completed_at":"2026-06-29T10:59:27.493Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1440vm-test-run-nixbot-gitlab> gitlab # [  156.043252] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.495Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4f250bf69b12e080e57a02c7","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4f250bf69b12e080e57a02c7: start","job_status":"start","queue_duration_s":2.355004,"scheduling_latency_s":2.355024}1441vm-test-run-nixbot-gitlab> gitlab # [  156.062229] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.510Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4f250bf69b12e080e57a02c7","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4f250bf69b12e080e57a02c7: done: 0.015272 sec","job_status":"done","queue_duration_s":2.355004,"scheduling_latency_s":2.355024,"redis_calls":13,"redis_duration_s":0.003065,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000967,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002098,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009646,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015272,"completed_at":"2026-06-29T10:59:27.510Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1442vm-test-run-nixbot-gitlab> gitlab # [  156.143161] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.511Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"95ee6e28cef1c19607c05416","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-95ee6e28cef1c19607c05416: start","job_status":"start","queue_duration_s":2.371838,"scheduling_latency_s":2.371862}1443vm-test-run-nixbot-gitlab> gitlab # [  156.144457] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.527Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"95ee6e28cef1c19607c05416","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-95ee6e28cef1c19607c05416: done: 0.015715 sec","job_status":"done","queue_duration_s":2.371838,"scheduling_latency_s":2.371862,"redis_calls":13,"redis_duration_s":0.0030199999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000953,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002067,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009973,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015715,"completed_at":"2026-06-29T10:59:27.527Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1444vm-test-run-nixbot-gitlab> gitlab # [  156.240455] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.529Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"207f0dd9cffa62f4a5569a7f","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-207f0dd9cffa62f4a5569a7f: start","job_status":"start","queue_duration_s":2.388996,"scheduling_latency_s":2.389017}1445vm-test-run-nixbot-gitlab> gitlab # [  156.242047] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.544Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"207f0dd9cffa62f4a5569a7f","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-207f0dd9cffa62f4a5569a7f: done: 0.015267 sec","job_status":"done","queue_duration_s":2.388996,"scheduling_latency_s":2.389017,"redis_calls":13,"redis_duration_s":0.003033,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00098,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002053,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00989,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015267,"completed_at":"2026-06-29T10:59:27.544Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1446vm-test-run-nixbot-gitlab> gitlab # [  156.320735] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.545Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f19a14e7282dd8258cfdb839","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f19a14e7282dd8258cfdb839: start","job_status":"start","queue_duration_s":2.405741,"scheduling_latency_s":2.405761}1447vm-test-run-nixbot-gitlab> gitlab # [  156.322428] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.561Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f19a14e7282dd8258cfdb839","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f19a14e7282dd8258cfdb839: done: 0.01531 sec","job_status":"done","queue_duration_s":2.405741,"scheduling_latency_s":2.405761,"redis_calls":13,"redis_duration_s":0.0030080000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000906,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002102,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009901,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01531,"completed_at":"2026-06-29T10:59:27.561Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1448vm-test-run-nixbot-gitlab> gitlab # [  156.424471] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.562Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7c91f94dba303d040bdcb140","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7c91f94dba303d040bdcb140: start","job_status":"start","queue_duration_s":2.422516,"scheduling_latency_s":2.422579}1449vm-test-run-nixbot-gitlab> gitlab # [  156.426180] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.578Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7c91f94dba303d040bdcb140","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7c91f94dba303d040bdcb140: done: 0.015707 sec","job_status":"done","queue_duration_s":2.422516,"scheduling_latency_s":2.422579,"redis_calls":13,"redis_duration_s":0.0032240000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000962,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002262,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010069,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015707,"completed_at":"2026-06-29T10:59:27.578Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1450vm-test-run-nixbot-gitlab> gitlab # [  156.442216] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.579Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"afb85345dd9a7ee5ab9cdaf9","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-afb85345dd9a7ee5ab9cdaf9: start","job_status":"start","queue_duration_s":2.439567,"scheduling_latency_s":2.439589}1451vm-test-run-nixbot-gitlab> gitlab # [  156.462668] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.595Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"afb85345dd9a7ee5ab9cdaf9","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-afb85345dd9a7ee5ab9cdaf9: done: 0.015484 sec","job_status":"done","queue_duration_s":2.439567,"scheduling_latency_s":2.439589,"redis_calls":13,"redis_duration_s":0.003038,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000872,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002166,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009798,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015484,"completed_at":"2026-06-29T10:59:27.595Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1452vm-test-run-nixbot-gitlab> gitlab # [  156.530118] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.596Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"30657d3dba9dcdfea88e0318","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-30657d3dba9dcdfea88e0318: start","job_status":"start","queue_duration_s":2.456336,"scheduling_latency_s":2.456359}1453vm-test-run-nixbot-gitlab> gitlab # [  156.541233] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.611Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"30657d3dba9dcdfea88e0318","created_at":"2026-06-29T10:59:25.039Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-11eaaa16093040ed","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"5e7b86339356578e66ef954c19409f97","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.140Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-30657d3dba9dcdfea88e0318: done: 0.015347 sec","job_status":"done","queue_duration_s":2.456336,"scheduling_latency_s":2.456359,"redis_calls":13,"redis_duration_s":0.0029560000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000929,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002027,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009708,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015347,"completed_at":"2026-06-29T10:59:27.611Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1454vm-test-run-nixbot-gitlab> gitlab # [  156.612238] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.613Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"18a03391be9064e9483ec1c6","created_at":"2026-06-29T10:59:25.504Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-54d2dbf2c1dd42ff","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"754b40a4579a328db15b0aef9a288756","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.528Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-18a03391be9064e9483ec1c6: start","job_status":"start","queue_duration_s":2.084952,"scheduling_latency_s":2.084973}1455vm-test-run-nixbot-gitlab> gitlab # [  156.620264] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.627Z","message":"No existing merge request to be cleaned up."}1456vm-test-run-nixbot-gitlab> gitlab # [  156.623441] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.637Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"18a03391be9064e9483ec1c6","created_at":"2026-06-29T10:59:25.504Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-54d2dbf2c1dd42ff","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"754b40a4579a328db15b0aef9a288756","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.528Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-18a03391be9064e9483ec1c6: done: 0.024782 sec","job_status":"done","queue_duration_s":2.084952,"scheduling_latency_s":2.084973,"redis_calls":13,"redis_duration_s":0.003217,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000633,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001078,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001506,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014702,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000353956,"duration_s":0.024782,"completed_at":"2026-06-29T10:59:27.637Z","load_balancing_strategy":"primary","db_duration_s":0.003202,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1457vm-test-run-nixbot-gitlab> gitlab # [  156.720716] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.639Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"668087d60fc1c76faa8df487","created_at":"2026-06-29T10:59:25.504Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-54d2dbf2c1dd42ff","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"754b40a4579a328db15b0aef9a288756","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.528Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-668087d60fc1c76faa8df487: start","job_status":"start","queue_duration_s":2.111024,"scheduling_latency_s":2.111045}1458vm-test-run-nixbot-gitlab> gitlab # [  156.721777] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.649Z","message":"No existing merge request to be cleaned up."}1459vm-test-run-nixbot-gitlab> gitlab # [  156.723390] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.655Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"668087d60fc1c76faa8df487","created_at":"2026-06-29T10:59:25.504Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-54d2dbf2c1dd42ff","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"754b40a4579a328db15b0aef9a288756","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.528Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-668087d60fc1c76faa8df487: done: 0.016151 sec","job_status":"done","queue_duration_s":2.111024,"scheduling_latency_s":2.111045,"redis_calls":10,"redis_duration_s":0.00262,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001002,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001618,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010085,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016151,"completed_at":"2026-06-29T10:59:27.655Z","load_balancing_strategy":"primary","db_duration_s":0.001865,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1460vm-test-run-nixbot-gitlab> gitlab # [  156.800228] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.656Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"99c3bf3f18c7093d4b7b525f","created_at":"2026-06-29T10:59:25.504Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-54d2dbf2c1dd42ff","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"754b40a4579a328db15b0aef9a288756","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.528Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-99c3bf3f18c7093d4b7b525f: start","job_status":"start","queue_duration_s":2.128452,"scheduling_latency_s":2.128473}1461vm-test-run-nixbot-gitlab> gitlab # [  156.801929] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.666Z","message":"No existing merge request to be cleaned up."}1462vm-test-run-nixbot-gitlab> gitlab # [  156.803715] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.672Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"99c3bf3f18c7093d4b7b525f","created_at":"2026-06-29T10:59:25.504Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-54d2dbf2c1dd42ff","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"754b40a4579a328db15b0aef9a288756","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.528Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-99c3bf3f18c7093d4b7b525f: done: 0.015826 sec","job_status":"done","queue_duration_s":2.128452,"scheduling_latency_s":2.128473,"redis_calls":10,"redis_duration_s":0.002277,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000927,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00135,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010111,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015826,"completed_at":"2026-06-29T10:59:27.672Z","load_balancing_strategy":"primary","db_duration_s":0.001526,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1463vm-test-run-nixbot-gitlab> gitlab # [  156.896507] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.673Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"f2845f7c34eb25a061fd85dd","created_at":"2026-06-29T10:59:25.504Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-54d2dbf2c1dd42ff","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"754b40a4579a328db15b0aef9a288756","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.528Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-f2845f7c34eb25a061fd85dd: start","job_status":"start","queue_duration_s":2.145675,"scheduling_latency_s":2.145697}1464vm-test-run-nixbot-gitlab> gitlab # [  156.898311] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.683Z","message":"No existing merge request to be cleaned up."}1465vm-test-run-nixbot-gitlab> gitlab # [  156.900151] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T10:59:27.689Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"f2845f7c34eb25a061fd85dd","created_at":"2026-06-29T10:59:25.504Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-54d2dbf2c1dd42ff","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"754b40a4579a328db15b0aef9a288756","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:59:25.528Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-f2845f7c34eb25a061fd85dd: done: 0.015489 sec","job_status":"done","queue_duration_s":2.145675,"scheduling_latency_s":2.145697,"redis_calls":10,"redis_duration_s":0.002367,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000945,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001422,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009807,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015489,"completed_at":"2026-06-29T10:59:27.689Z","load_balancing_strategy":"primary","db_duration_s":0.001419,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1466vm-test-run-nixbot-gitlab> gitlab # [  157.265936] clocksource: Long readout interval, skipping watchdog check: cs_nsec: 4729981173 wd_nsec: 47299789011467vm-test-run-nixbot-gitlab> gitlab # [  167.345130] setup-gitlab-start[2697]: W, [2026-06-29T10:59:41.528544 #2697]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1468vm-test-run-nixbot-gitlab> gitlab # [  185.851805] systemd[1]: Starting Logrotate Service...1469vm-test-run-nixbot-gitlab> gitlab # [  185.943909] systemd[1]: logrotate.service: Deactivated successfully.1470vm-test-run-nixbot-gitlab> gitlab # [  185.946289] systemd[1]: Finished Logrotate Service.1471vm-test-run-nixbot-gitlab> gitlab # [  189.751150] runuser[2696]: pam_unix(runuser:session): session closed for user gitlab1472vm-test-run-nixbot-gitlab> gitlab # [  189.757864] setup-gitlab-start[2903]: ++ jq -r .token1473vm-test-run-nixbot-gitlab> gitlab # [  189.760266] setup-gitlab-start[2904]: +++ date -d '+7 days' +%F1474vm-test-run-nixbot-gitlab> gitlab # [  189.763840] setup-gitlab-start[2902]: ++ curl -fs -X POST -H 'Authorization: Bearer 18f34875fdffac3c2bdae0222fc3a3f07bec67dfe1b0b69258e3ca70eca9bcb2' -H 'Content-Type: application/json' -d '{"name":"nixbot","scopes":["api"],"expires_at":"2026-07-06"}' http://gitlab/api/v4/users/1/personal_access_tokens1475vm-test-run-nixbot-gitlab> gitlab # [  190.109391] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:04.292Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"d5bdbf14aef37a8f6e42a831","created_at":"2026-06-29T11:00:04.266Z","trace_propagation_headers":{"sentry-trace":"59eee2377d2e49f4977fa5945ff29693-71df372c1bef454f","baggage":"sentry-trace_id=59eee2377d2e49f4977fa5945ff29693,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJJREW9J8MM8H8PPJTJ7H","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:a9c07722b1aaa18e699f9e14d312d17417050fa96ba1ed80fc38cd65255a103d","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.288Z","job_size_bytes":451,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-d5bdbf14aef37a8f6e42a831: start","job_status":"start","queue_duration_s":0.0038,"scheduling_latency_s":0.003872}1476vm-test-run-nixbot-gitlab> gitlab # [  190.174110] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:04 +0000] "POST /api/v4/users/1/personal_access_tokens HTTP/1.1" 201 267 "" "curl/8.20.0" 3131477vm-test-run-nixbot-gitlab> gitlab # [  190.178484] setup-gitlab-start[2645]: + TOKEN=glpat-qs8GV0BX9as9_s8ZIR3so286MQp1OjEH.01.0w0ta7u1r1478vm-test-run-nixbot-gitlab> gitlab # [  190.180724] setup-gitlab-start[2645]: + test -n glpat-qs8GV0BX9as9_s8ZIR3so286MQp1OjEH.01.0w0ta7u1r1479vm-test-run-nixbot-gitlab> gitlab # [  190.182973] setup-gitlab-start[2645]: + test glpat-qs8GV0BX9as9_s8ZIR3so286MQp1OjEH.01.0w0ta7u1r '!=' null1480vm-test-run-nixbot-gitlab> gitlab # [  190.185374] setup-gitlab-start[2645]: + mkdir -p /var/lib/secrets1481vm-test-run-nixbot-gitlab> gitlab # [  190.187107] setup-gitlab-start[2645]: + echo glpat-qs8GV0BX9as9_s8ZIR3so286MQp1OjEH.01.0w0ta7u1r1482vm-test-run-nixbot-gitlab> gitlab # [  190.189304] setup-gitlab-start[2645]: + chmod 644 /var/lib/secrets/gitlab-token1483vm-test-run-nixbot-gitlab> gitlab # [  190.191222] setup-gitlab-start[2645]: + curl -fs -X POST -H 'PRIVATE-TOKEN: glpat-qs8GV0BX9as9_s8ZIR3so286MQp1OjEH.01.0w0ta7u1r' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1484vm-test-run-nixbot-gitlab> gitlab # [  190.311558] sidekiq-cluster[2113]: {"severity":"WARN","time":"2026-06-29T11:00:04.494Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"d5bdbf14aef37a8f6e42a831","created_at":"2026-06-29T11:00:04.266Z","trace_propagation_headers":{"sentry-trace":"59eee2377d2e49f4977fa5945ff29693-71df372c1bef454f","baggage":"sentry-trace_id=59eee2377d2e49f4977fa5945ff29693,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJJREW9J8MM8H8PPJTJ7H","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:a9c07722b1aaa18e699f9e14d312d17417050fa96ba1ed80fc38cd65255a103d","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.288Z","job_size_bytes":451,"pid":2113,"sidekiq_tid":"lynl","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-d5bdbf14aef37a8f6e42a831: fail: 0.201414 sec","job_status":"fail","queue_duration_s":0.0038,"scheduling_latency_s":0.003872,"redis_calls":11,"redis_duration_s":0.004252,"redis_read_bytes":137,"redis_write_bytes":1317,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001164,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002315,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000773,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.022,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.022,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.114259,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000501181,"duration_s":0.201414,"completed_at":"2026-06-29T11:00:04.493Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.067795,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1485vm-test-run-nixbot-gitlab> gitlab # [  190.885477] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:04.617Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"c48e26e85c69c262a80c88a7","created_at":"2026-06-29T11:00:04.606Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1886eae599d0bb75ca28a29bd20cfcea","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.615Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-c48e26e85c69c262a80c88a7: start","job_status":"start","queue_duration_s":0.00195,"scheduling_latency_s":0.001979}1486vm-test-run-nixbot-gitlab> gitlab # [  190.907830] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:04.671Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"c48e26e85c69c262a80c88a7","created_at":"2026-06-29T11:00:04.606Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1886eae599d0bb75ca28a29bd20cfcea","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.615Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-c48e26e85c69c262a80c88a7: done: 0.053858 sec","job_status":"done","queue_duration_s":0.00195,"scheduling_latency_s":0.001979,"redis_calls":10,"redis_duration_s":0.010676000000000001,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001616,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.008207,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000853,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015134,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00044447,"duration_s":0.053858,"completed_at":"2026-06-29T11:00:04.670Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01185,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1487vm-test-run-nixbot-gitlab> gitlab # [  190.978254] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:04.672Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"e01d73885f5e520f6584dbbc","created_at":"2026-06-29T11:00:04.623Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5dc99aafb7d2c6b9462866234c8ccc92","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.640Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-e01d73885f5e520f6584dbbc: start","job_status":"start","queue_duration_s":0.031597,"scheduling_latency_s":0.031619}1488vm-test-run-nixbot-gitlab> gitlab # [  191.054791] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:04.828Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"e01d73885f5e520f6584dbbc","created_at":"2026-06-29T11:00:04.623Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5dc99aafb7d2c6b9462866234c8ccc92","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.640Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-e01d73885f5e520f6584dbbc: done: 0.15576 sec","job_status":"done","queue_duration_s":0.031597,"scheduling_latency_s":0.031619,"redis_calls":12,"redis_duration_s":0.010324,"redis_read_bytes":11,"redis_write_bytes":1447,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000403,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":319,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001656,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":586,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.008265,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":542,"db_count":101,"db_write_count":0,"db_cached_count":99,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":101,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":99,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":100,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":99,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.097119,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000725511,"exclusive_lock_hold_duration_s":0.126974797,"extra.ci_update_locked_unknown_artifacts_worker.removed_count":0,"extra.ci_update_locked_unknown_artifacts_worker.locked_count":0,"duration_s":0.15576,"completed_at":"2026-06-29T11:00:04.828Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.024475,"urgency":"throttled","target_duration_s":300,"target_scheduling_latency_s":null}1489vm-test-run-nixbot-gitlab> gitlab # [  191.124628] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:04.831Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainVerificationCronWorker","jid":"742083e46f9ccdbc3e1dca6a","created_at":"2026-06-29T11:00:04.657Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"19b0cc5e92fca93121ecf47191ea7a20","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:4b3095972298b58b9c376f502255d63e0934f66e5921dfe9547414a5f347be92","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.711Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainVerificationCronWorker JID-742083e46f9ccdbc3e1dca6a: start","job_status":"start","queue_duration_s":0.119115,"scheduling_latency_s":0.11914}1490vm-test-run-nixbot-gitlab> gitlab # [  191.125792] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:04.868Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainVerificationCronWorker","jid":"742083e46f9ccdbc3e1dca6a","created_at":"2026-06-29T11:00:04.657Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"19b0cc5e92fca93121ecf47191ea7a20","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:4b3095972298b58b9c376f502255d63e0934f66e5921dfe9547414a5f347be92","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.711Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainVerificationCronWorker JID-742083e46f9ccdbc3e1dca6a: done: 0.037066 sec","job_status":"done","queue_duration_s":0.119115,"scheduling_latency_s":0.11914,"redis_calls":10,"redis_duration_s":0.004848,"redis_read_bytes":9,"redis_write_bytes":1097,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001186,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":309,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002933,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":570,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000729,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":218,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014249,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000393067,"duration_s":0.037066,"completed_at":"2026-06-29T11:00:04.868Z","load_balancing_strategy":"primary","db_duration_s":0.004235,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1491vm-test-run-nixbot-gitlab> gitlab # [  191.149466] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:04.873Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Issues::RescheduleStuckIssueRebalancesWorker","jid":"d4ca7f289a3d1592b528d3bb","created_at":"2026-06-29T11:00:04.716Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1a8a9c13e66b25dcc57617cebae95d1c","meta.root_caller_id":"Cronjob","meta.feature_category":"team_planning","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fc2fa70b35c572764e1a8fbcbc4fdd3df48ec5a5855870d65915560d23915134","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.722Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Issues::RescheduleStuckIssueRebalancesWorker JID-d4ca7f289a3d1592b528d3bb: start","job_status":"start","queue_duration_s":0.150741,"scheduling_latency_s":0.150763}1492vm-test-run-nixbot-gitlab> gitlab # [  191.173001] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:04.909Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Issues::RescheduleStuckIssueRebalancesWorker","jid":"d4ca7f289a3d1592b528d3bb","created_at":"2026-06-29T11:00:04.716Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1a8a9c13e66b25dcc57617cebae95d1c","meta.root_caller_id":"Cronjob","meta.feature_category":"team_planning","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fc2fa70b35c572764e1a8fbcbc4fdd3df48ec5a5855870d65915560d23915134","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.722Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Issues::RescheduleStuckIssueRebalancesWorker JID-d4ca7f289a3d1592b528d3bb: done: 0.035713 sec","job_status":"done","queue_duration_s":0.150741,"scheduling_latency_s":0.150763,"redis_calls":11,"redis_duration_s":0.014959,"redis_read_bytes":9,"redis_write_bytes":1239,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.004159,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.007786,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":610,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.003014,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":298,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010132,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001408838,"duration_s":0.035713,"completed_at":"2026-06-29T11:00:04.909Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001194,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1493vm-test-run-nixbot-gitlab> gitlab # [  191.249954] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:04.912Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleDeleteObjectsCronWorker","jid":"0e4e5ad649d00787772cfa5c","created_at":"2026-06-29T11:00:04.730Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8251d4193fad694e50c4958d17fdca56b6fb205fa6961a4b1ccb7cd497bc09c1","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.818Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleDeleteObjectsCronWorker JID-0e4e5ad649d00787772cfa5c: start","job_status":"start","queue_duration_s":0.09403,"scheduling_latency_s":0.094053}1494vm-test-run-nixbot-gitlab> gitlab # [  191.263460] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:05.089Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleDeleteObjectsCronWorker","jid":"0e4e5ad649d00787772cfa5c","created_at":"2026-06-29T11:00:04.730Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8251d4193fad694e50c4958d17fdca56b6fb205fa6961a4b1ccb7cd497bc09c1","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.818Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleDeleteObjectsCronWorker JID-0e4e5ad649d00787772cfa5c: done: 0.176581 sec","job_status":"done","queue_duration_s":0.09403,"scheduling_latency_s":0.094053,"redis_calls":65,"redis_duration_s":0.053423,"redis_read_bytes":114,"redis_write_bytes":41332,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.002453,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":656,"redis_queues_calls":2,"redis_queues_duration_s":0.001045,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37035,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.046297,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3374,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.003628,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":267,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.075361,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000861003,"duration_s":0.176581,"completed_at":"2026-06-29T11:00:05.089Z","load_balancing_strategy":"primary","db_duration_s":0.002905,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1495vm-test-run-nixbot-gitlab> gitlab # [  191.353175] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:05.092Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"7cfd0b47a8537f92f3a721ec","created_at":"2026-06-29T11:00:04.825Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b942e0542a0ac74620bfd6078aacba3a","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.829Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-7cfd0b47a8537f92f3a721ec: start","job_status":"start","queue_duration_s":0.262965,"scheduling_latency_s":0.262997}1496vm-test-run-nixbot-gitlab> gitlab # [  191.354408] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:05.123Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"7cfd0b47a8537f92f3a721ec","created_at":"2026-06-29T11:00:04.825Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b942e0542a0ac74620bfd6078aacba3a","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.829Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-7cfd0b47a8537f92f3a721ec: done: 0.031208 sec","job_status":"done","queue_duration_s":0.262965,"scheduling_latency_s":0.262997,"redis_calls":7,"redis_duration_s":0.005952000000000001,"redis_read_bytes":5,"redis_write_bytes":681,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00504,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000912,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009965,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.031208,"completed_at":"2026-06-29T11:00:05.123Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001166,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1497vm-test-run-nixbot-gitlab> gitlab # [  191.428159] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:05.126Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"277cc5fad810525492dd1192","created_at":"2026-06-29T11:00:04.837Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f7862bc3c270dcd708212cb954337d0b","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.839Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-277cc5fad810525492dd1192: start","job_status":"start","queue_duration_s":0.286908,"scheduling_latency_s":0.28693}1498vm-test-run-nixbot-gitlab> gitlab # [  191.432243] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:05.156Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"277cc5fad810525492dd1192","created_at":"2026-06-29T11:00:04.837Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f7862bc3c270dcd708212cb954337d0b","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.839Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-277cc5fad810525492dd1192: done: 0.029455 sec","job_status":"done","queue_duration_s":0.286908,"scheduling_latency_s":0.28693,"redis_calls":7,"redis_duration_s":0.0049099999999999994,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003022,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001888,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009284,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.029455,"completed_at":"2026-06-29T11:00:05.156Z","load_balancing_strategy":"primary","db_duration_s":0.005201,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1499vm-test-run-nixbot-gitlab> gitlab # [  191.538870] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:05.160Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::Cleanup::DeleteOrphanedDependenciesWorker","jid":"4b57846136f5ef4a3d4cc8cb","created_at":"2026-06-29T11:00:04.848Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2a34493c939be91f7c735b080e256ea9","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ae1976bd21c961bb04f5dedb6e2b63c4b50acd9c52a47e7573ade27e3c65ce36","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.859Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::Cleanup::DeleteOrphanedDependenciesWorker JID-4b57846136f5ef4a3d4cc8cb: start","job_status":"start","queue_duration_s":0.30094,"scheduling_latency_s":0.300966}1500vm-test-run-nixbot-gitlab> gitlab # [  191.539885] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:05.215Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::Cleanup::DeleteOrphanedDependenciesWorker","jid":"4b57846136f5ef4a3d4cc8cb","created_at":"2026-06-29T11:00:04.848Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2a34493c939be91f7c735b080e256ea9","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ae1976bd21c961bb04f5dedb6e2b63c4b50acd9c52a47e7573ade27e3c65ce36","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.859Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::Cleanup::DeleteOrphanedDependenciesWorker JID-4b57846136f5ef4a3d4cc8cb: done: 0.055152 sec","job_status":"done","queue_duration_s":0.30094,"scheduling_latency_s":0.300966,"redis_calls":13,"redis_duration_s":0.008955,"redis_read_bytes":10,"redis_write_bytes":1343,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001246,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":345,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004169,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":630,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.00354,"redis_shared_state_read_bytes":4,"redis_shared_state_write_bytes":368,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015258,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000528279,"extra.packages_cleanup_delete_orphaned_dependencies_worker.last_processed_packages_dependency_id":0,"extra.packages_cleanup_delete_orphaned_dependencies_worker.deleted_rows_count":0,"duration_s":0.055152,"completed_at":"2026-06-29T11:00:05.215Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.014375,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1501vm-test-run-nixbot-gitlab> gitlab # [  191.619993] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:05.218Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"aca9d721238d59142da87374","created_at":"2026-06-29T11:00:04.866Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8adfa42ba717af8ef74fda980a08c26f","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.873Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-aca9d721238d59142da87374: start","job_status":"start","queue_duration_s":0.345668,"scheduling_latency_s":0.345817}1502vm-test-run-nixbot-gitlab> gitlab # [  191.621318] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:05.255Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"aca9d721238d59142da87374","created_at":"2026-06-29T11:00:04.866Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8adfa42ba717af8ef74fda980a08c26f","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.873Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-aca9d721238d59142da87374: done: 0.0366 sec","job_status":"done","queue_duration_s":0.345668,"scheduling_latency_s":0.345817,"redis_calls":11,"redis_duration_s":0.013914,"redis_read_bytes":9,"redis_write_bytes":1174,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001265,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.011262,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000612,"redis_rate_limiting_write_bytes":51,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000775,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01183,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000940343,"extra.cells_stale_requests_cleanup_cron_worker.removed_count":0,"duration_s":0.0366,"completed_at":"2026-06-29T11:00:05.255Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001303,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1503vm-test-run-nixbot-gitlab> gitlab # [  191.682128] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:05.259Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"7085bd4dc1c60f66cd6dcfd2","created_at":"2026-06-29T11:00:04.879Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d2402bbff3b11ff3fab8007151099299","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.889Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-7085bd4dc1c60f66cd6dcfd2: start","job_status":"start","queue_duration_s":0.369763,"scheduling_latency_s":0.369786}1504vm-test-run-nixbot-gitlab> gitlab # [  191.751846] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:05.287Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"7085bd4dc1c60f66cd6dcfd2","created_at":"2026-06-29T11:00:04.879Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d2402bbff3b11ff3fab8007151099299","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.889Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-7085bd4dc1c60f66cd6dcfd2: done: 0.028006 sec","job_status":"done","queue_duration_s":0.369763,"scheduling_latency_s":0.369786,"redis_calls":12,"redis_duration_s":0.007437,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.002228,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001701,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002864,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000644,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010548,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000398095,"duration_s":0.028006,"completed_at":"2026-06-29T11:00:05.287Z","load_balancing_strategy":"primary","db_duration_s":0.000693,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1505vm-test-run-nixbot-gitlab> gitlab # [  191.824344] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:05.291Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"f7f5a22628801b13a0f863f6","created_at":"2026-06-29T11:00:04.901Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ea8b42db6f04dc68c43a05bf52a2f461","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.903Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-f7f5a22628801b13a0f863f6: start","job_status":"start","queue_duration_s":0.387559,"scheduling_latency_s":0.38759}1506vm-test-run-nixbot-gitlab> gitlab # [  191.887898] gitaly[1388]: time="2026-06-29T11:00:06.071Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T11:00:16.010" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.071" pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1507vm-test-run-nixbot-gitlab> gitlab # [  191.889689] gitaly[1388]: time="2026-06-29T11:00:06.071Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T11:00:16.010" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.071" grpc.time_ms=0.338 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1508vm-test-run-nixbot-gitlab> gitlab # [  191.970788] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.154Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"f7f5a22628801b13a0f863f6","created_at":"2026-06-29T11:00:04.901Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ea8b42db6f04dc68c43a05bf52a2f461","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.903Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-f7f5a22628801b13a0f863f6: done: 0.863116 sec","job_status":"done","queue_duration_s":0.387559,"scheduling_latency_s":0.38759,"redis_calls":571,"redis_duration_s":0.553181,"redis_read_bytes":569,"redis_write_bytes":49487,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004444,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.548737,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.334033,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.863116,"completed_at":"2026-06-29T11:00:06.154Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1509vm-test-run-nixbot-gitlab> gitlab # [  192.038666] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.222Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"76502da2417ff2633297493f","created_at":"2026-06-29T11:00:04.911Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5434ebbfe6ec56e0273e352590829549","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.914Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-76502da2417ff2633297493f: start","job_status":"start","queue_duration_s":1.308317,"scheduling_latency_s":1.308375}1510vm-test-run-nixbot-gitlab> gitlab # [  192.064126] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.248Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"76502da2417ff2633297493f","created_at":"2026-06-29T11:00:04.911Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5434ebbfe6ec56e0273e352590829549","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.914Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-76502da2417ff2633297493f: done: 0.025751 sec","job_status":"done","queue_duration_s":1.308317,"scheduling_latency_s":1.308375,"redis_calls":9,"redis_duration_s":0.004148,"redis_read_bytes":7,"redis_write_bytes":1108,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000903,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":277,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002363,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000882,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014098,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025751,"completed_at":"2026-06-29T11:00:06.248Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001057,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1511vm-test-run-nixbot-gitlab> gitlab # [  192.135531] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.318Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"fe824999713270e8fcb51818","created_at":"2026-06-29T11:00:04.920Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"66f542506281f1e1a70c8301aedff685","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.924Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-fe824999713270e8fcb51818: start","job_status":"start","queue_duration_s":1.394291,"scheduling_latency_s":1.394331}1512vm-test-run-nixbot-gitlab> gitlab # [  192.141178] gitaly[1388]: time="2026-06-29T11:00:06.325Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T11:00:16.264" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.324" pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1513vm-test-run-nixbot-gitlab> gitlab # [  192.142353] gitaly[1388]: time="2026-06-29T11:00:06.325Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T11:00:16.264" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.324" grpc.time_ms=0.452 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1514vm-test-run-nixbot-gitlab> gitlab # [  192.207378] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.391Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1515vm-test-run-nixbot-gitlab> gitlab # [  192.220369] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.403Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"fe824999713270e8fcb51818","created_at":"2026-06-29T11:00:04.920Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"66f542506281f1e1a70c8301aedff685","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.924Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-fe824999713270e8fcb51818: done: 0.085318 sec","job_status":"done","queue_duration_s":1.394291,"scheduling_latency_s":1.394331,"redis_calls":7,"redis_duration_s":0.003225,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002069,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001156,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011913,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.085318,"completed_at":"2026-06-29T11:00:06.403Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1516vm-test-run-nixbot-gitlab> gitlab # [  192.223621] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.407Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivateExpiredDeploymentsCronWorker","jid":"0680859d04c9d9028f1bf14f","created_at":"2026-06-29T11:00:04.931Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8ce91e3b129c4779cd700223cdb95625","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:787f72254f5c8a3553ab694c3728fa911b46196df537a2b1a46751f692c5ffa6","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.938Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivateExpiredDeploymentsCronWorker JID-0680859d04c9d9028f1bf14f: start","job_status":"start","queue_duration_s":1.468489,"scheduling_latency_s":1.468546}1517vm-test-run-nixbot-gitlab> gitlab # [  192.295580] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.479Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivateExpiredDeploymentsCronWorker","jid":"0680859d04c9d9028f1bf14f","created_at":"2026-06-29T11:00:04.931Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8ce91e3b129c4779cd700223cdb95625","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:787f72254f5c8a3553ab694c3728fa911b46196df537a2b1a46751f692c5ffa6","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.938Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivateExpiredDeploymentsCronWorker JID-0680859d04c9d9028f1bf14f: done: 0.071851 sec","job_status":"done","queue_duration_s":1.468489,"scheduling_latency_s":1.468546,"redis_calls":10,"redis_duration_s":0.004564,"redis_read_bytes":9,"redis_write_bytes":1187,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000871,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002824,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000869,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.017,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.03487,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000748698,"extra.pages_deactivate_expired_deployments_cron_worker.deactivate_expired_pages_deployments":{"deactivated_deployments":0,"duration":0.003444572},"duration_s":0.071851,"completed_at":"2026-06-29T11:00:06.479Z","load_balancing_strategy":"primary","db_duration_s":0.023117,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1518vm-test-run-nixbot-gitlab> gitlab # [  192.307292] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.481Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"8f8afab2fffb3274b344b252","created_at":"2026-06-29T11:00:04.950Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"93745f426f26fcaa1f1c47f1d937826e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.954Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-8f8afab2fffb3274b344b252: start","job_status":"start","queue_duration_s":1.527439,"scheduling_latency_s":1.527462}1519vm-test-run-nixbot-gitlab> gitlab # [  192.331266] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.489Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1520vm-test-run-nixbot-gitlab> gitlab # [  192.337100] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.494Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"8f8afab2fffb3274b344b252","created_at":"2026-06-29T11:00:04.950Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"93745f426f26fcaa1f1c47f1d937826e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.954Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-8f8afab2fffb3274b344b252: done: 0.012811 sec","job_status":"done","queue_duration_s":1.527439,"scheduling_latency_s":1.527462,"redis_calls":7,"redis_duration_s":0.002401,"redis_read_bytes":5,"redis_write_bytes":766,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001797,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000604,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007523,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012811,"completed_at":"2026-06-29T11:00:06.494Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1521vm-test-run-nixbot-gitlab> gitlab # [  192.430338] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.496Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"fdf81f9af0d536c749ec5f91","created_at":"2026-06-29T11:00:04.961Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4319bcb68429da36c91e372f77f6b565","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-29T11:00:04.963Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-fdf81f9af0d536c749ec5f91: start","job_status":"start","queue_duration_s":1.532116,"scheduling_latency_s":1.532137}1522vm-test-run-nixbot-gitlab> gitlab # [  192.432354] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.521Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"fdf81f9af0d536c749ec5f91","created_at":"2026-06-29T11:00:04.961Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4319bcb68429da36c91e372f77f6b565","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-29T11:00:04.963Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-fdf81f9af0d536c749ec5f91: done: 0.025423 sec","job_status":"done","queue_duration_s":1.532116,"scheduling_latency_s":1.532137,"redis_calls":7,"redis_duration_s":0.0030210000000000002,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001993,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001028,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017461,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025423,"completed_at":"2026-06-29T11:00:06.521Z","load_balancing_strategy":"primary","db_duration_s":0.002178,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1523vm-test-run-nixbot-gitlab> gitlab # [  192.515909] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.523Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"610f8d4f5f9be4ad6a1264e0","created_at":"2026-06-29T11:00:04.972Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6f1de0119b9a1050ead281259699d884","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.975Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-610f8d4f5f9be4ad6a1264e0: start","job_status":"start","queue_duration_s":1.547045,"scheduling_latency_s":1.547069}1524vm-test-run-nixbot-gitlab> gitlab # [  192.517281] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.543Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"610f8d4f5f9be4ad6a1264e0","created_at":"2026-06-29T11:00:04.972Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6f1de0119b9a1050ead281259699d884","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.975Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-610f8d4f5f9be4ad6a1264e0: done: 0.020686 sec","job_status":"done","queue_duration_s":1.547045,"scheduling_latency_s":1.547069,"redis_calls":7,"redis_duration_s":0.002375,"redis_read_bytes":5,"redis_write_bytes":711,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001768,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000607,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009705,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020686,"completed_at":"2026-06-29T11:00:06.543Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006028,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1525vm-test-run-nixbot-gitlab> gitlab # [  192.590211] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.545Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"5738f0acae20df1b69268df2","created_at":"2026-06-29T11:00:04.981Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7f51c35c1758bafcad4109a9cad0eaee","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.984Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-5738f0acae20df1b69268df2: start","job_status":"start","queue_duration_s":1.560516,"scheduling_latency_s":1.560538}1526vm-test-run-nixbot-gitlab> gitlab # [  192.665105] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.560Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"5738f0acae20df1b69268df2","created_at":"2026-06-29T11:00:04.981Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7f51c35c1758bafcad4109a9cad0eaee","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.984Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-5738f0acae20df1b69268df2: done: 0.015182 sec","job_status":"done","queue_duration_s":1.560516,"scheduling_latency_s":1.560538,"redis_calls":9,"redis_duration_s":0.003158,"redis_read_bytes":7,"redis_write_bytes":1072,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00174,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001418,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00858,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000574096,"exclusive_lock_hold_duration_s":0.002345549,"duration_s":0.015182,"completed_at":"2026-06-29T11:00:06.560Z","load_balancing_strategy":"primary","db_duration_s":0.001054,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1527vm-test-run-nixbot-gitlab> gitlab # [  192.667894] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.562Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ImportExportProjectCleanupWorker","jid":"8acfffe125957029929ef2b6","created_at":"2026-06-29T11:00:04.990Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"96c3ae38cfa6cf7e262fb12d2e96c032","meta.root_caller_id":"Cronjob","meta.feature_category":"importers","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:c1ab68355154ed2a8f72791841b7337bdce81d68788119e527d7446bb987ef9a","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.998Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ImportExportProjectCleanupWorker JID-8acfffe125957029929ef2b6: start","job_status":"start","queue_duration_s":1.563927,"scheduling_latency_s":1.563949}1528vm-test-run-nixbot-gitlab> gitlab # [  192.744234] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.600Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ImportExportProjectCleanupWorker","jid":"8acfffe125957029929ef2b6","created_at":"2026-06-29T11:00:04.990Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"96c3ae38cfa6cf7e262fb12d2e96c032","meta.root_caller_id":"Cronjob","meta.feature_category":"importers","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:c1ab68355154ed2a8f72791841b7337bdce81d68788119e527d7446bb987ef9a","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:04.998Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ImportExportProjectCleanupWorker JID-8acfffe125957029929ef2b6: done: 0.038308 sec","job_status":"done","queue_duration_s":1.563927,"scheduling_latency_s":1.563949,"redis_calls":12,"redis_duration_s":0.004821,"redis_read_bytes":11,"redis_write_bytes":1420,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001442,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":638,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002539,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":566,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00084,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":216,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024577,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000534425,"duration_s":0.038308,"completed_at":"2026-06-29T11:00:06.600Z","load_balancing_strategy":"primary","db_duration_s":0.004961,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1529vm-test-run-nixbot-gitlab> gitlab # [  192.748754] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.601Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"2cee34e37652fef65da1e0fe","created_at":"2026-06-29T11:00:05.005Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"06a25d9beed4d90cc9eb37604dd7ce85","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.015Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-2cee34e37652fef65da1e0fe: start","job_status":"start","queue_duration_s":1.586474,"scheduling_latency_s":1.586497}1530vm-test-run-nixbot-gitlab> gitlab # [  192.834698] gitaly[1388]: time="2026-06-29T11:00:06.582Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ diskcache=e4ef535e-520c-4c4d-b3e9-38d15c3af3b1 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-29T11:00:16.004" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.385" pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1531vm-test-run-nixbot-gitlab> gitlab # [  192.836236] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.626Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"2cee34e37652fef65da1e0fe","created_at":"2026-06-29T11:00:05.005Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"06a25d9beed4d90cc9eb37604dd7ce85","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.015Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-2cee34e37652fef65da1e0fe: done: 0.024235 sec","job_status":"done","queue_duration_s":1.586474,"scheduling_latency_s":1.586497,"redis_calls":10,"redis_duration_s":0.002408,"redis_read_bytes":9,"redis_write_bytes":1071,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000429,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001406,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000573,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013711,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00034334,"duration_s":0.024235,"completed_at":"2026-06-29T11:00:06.626Z","load_balancing_strategy":"primary","db_duration_s":0.004815,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1532vm-test-run-nixbot-gitlab> gitlab # [  192.915543] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.627Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"a6b93900786265a65a7bf29f","created_at":"2026-06-29T11:00:05.021Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d28e694d0b09373088ec880a07737342","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.025Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-a6b93900786265a65a7bf29f: start","job_status":"start","queue_duration_s":1.602373,"scheduling_latency_s":1.602393}1533vm-test-run-nixbot-gitlab> gitlab # [  192.916831] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.635Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1534vm-test-run-nixbot-gitlab> gitlab # [  192.917957] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.639Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"a6b93900786265a65a7bf29f","created_at":"2026-06-29T11:00:05.021Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d28e694d0b09373088ec880a07737342","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.025Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-a6b93900786265a65a7bf29f: done: 0.012357 sec","job_status":"done","queue_duration_s":1.602373,"scheduling_latency_s":1.602393,"redis_calls":7,"redis_duration_s":0.001705,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001264,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000441,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007099,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012357,"completed_at":"2026-06-29T11:00:06.639Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1535vm-test-run-nixbot-gitlab> gitlab # [  192.990523] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.641Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"d3d9cb335490e827d4e4ca19","created_at":"2026-06-29T11:00:05.031Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.034Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-d3d9cb335490e827d4e4ca19: start","job_status":"start","queue_duration_s":1.606637,"scheduling_latency_s":1.606657}1536vm-test-run-nixbot-gitlab> gitlab # [  192.991853] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.721Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"d3d9cb335490e827d4e4ca19","created_at":"2026-06-29T11:00:05.031Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.034Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-d3d9cb335490e827d4e4ca19: done: 0.08063 sec","job_status":"done","queue_duration_s":1.606637,"scheduling_latency_s":1.606657,"redis_calls":60,"redis_duration_s":0.016141,"redis_read_bytes":109,"redis_write_bytes":41059,"redis_queues_calls":2,"redis_queues_duration_s":0.000625,"redis_queues_read_bytes":4,"redis_queues_write_bytes":37435,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.014857,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000659,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.062965,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.08063,"completed_at":"2026-06-29T11:00:06.721Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1537vm-test-run-nixbot-gitlab> gitlab # [  193.069498] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.723Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::TimedOutBuilds::DropTimedOutWorker","jid":"84860cbbc812f0d8aa9a43f8","created_at":"2026-06-29T11:00:05.040Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f3f79091bc59593d1c14f20c49917efd","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:11a5fdbfa1bf52035908acc769acf4caef1368e7f031a24ef8a306464e46866a","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.054Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropTimedOutWorker JID-84860cbbc812f0d8aa9a43f8: start","job_status":"start","queue_duration_s":1.668363,"scheduling_latency_s":1.668391}1538vm-test-run-nixbot-gitlab> gitlab # [  193.070748] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.752Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::TimedOutBuilds::DropTimedOutWorker","jid":"84860cbbc812f0d8aa9a43f8","created_at":"2026-06-29T11:00:05.040Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f3f79091bc59593d1c14f20c49917efd","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:11a5fdbfa1bf52035908acc769acf4caef1368e7f031a24ef8a306464e46866a","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.054Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropTimedOutWorker JID-84860cbbc812f0d8aa9a43f8: done: 0.029571 sec","job_status":"done","queue_duration_s":1.668363,"scheduling_latency_s":1.668391,"redis_calls":20,"redis_duration_s":0.004524,"redis_read_bytes":25,"redis_write_bytes":4316,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.001534,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1065,"redis_queues_calls":4,"redis_queues_duration_s":0.000579,"redis_queues_read_bytes":8,"redis_queues_write_bytes":2021,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.001895,"redis_queues_metadata_read_bytes":8,"redis_queues_metadata_write_bytes":1004,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000516,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":226,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017805,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000408711,"duration_s":0.029571,"completed_at":"2026-06-29T11:00:06.752Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002622,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1539vm-test-run-nixbot-gitlab> gitlab # [  193.168679] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.754Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"554339e545038f54537c5b5d","created_at":"2026-06-29T11:00:05.064Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"38a55f4ccbcb4d55b9c3dfd744d68fc8","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.072Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-554339e545038f54537c5b5d: start","job_status":"start","queue_duration_s":1.68194,"scheduling_latency_s":1.681962}1540vm-test-run-nixbot-gitlab> gitlab # [  193.169746] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.779Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"554339e545038f54537c5b5d","created_at":"2026-06-29T11:00:05.064Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"38a55f4ccbcb4d55b9c3dfd744d68fc8","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.072Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-554339e545038f54537c5b5d: done: 0.024751 sec","job_status":"done","queue_duration_s":1.68194,"scheduling_latency_s":1.681962,"redis_calls":12,"redis_duration_s":0.003884,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000506,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001522,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001856,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013765,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001372801,"exclusive_lock_hold_duration_s":0.004788318,"duration_s":0.024751,"completed_at":"2026-06-29T11:00:06.779Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002568,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1541vm-test-run-nixbot-gitlab> gitlab # [  193.279179] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.780Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"74666aaed3f510456e2b405a","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-74666aaed3f510456e2b405a: start","job_status":"start","queue_duration_s":1.702893,"scheduling_latency_s":1.702916}1542vm-test-run-nixbot-gitlab> gitlab # [  193.280710] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.805Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"74666aaed3f510456e2b405a","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-74666aaed3f510456e2b405a: done: 0.02519 sec","job_status":"done","queue_duration_s":1.702893,"scheduling_latency_s":1.702916,"redis_calls":13,"redis_duration_s":0.003137,"redis_read_bytes":12,"redis_write_bytes":1300,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00042,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":289,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001163,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":395,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001554,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":616,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.005,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014289,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00038748,"duration_s":0.02519,"completed_at":"2026-06-29T11:00:06.805Z","load_balancing_strategy":"primary","db_duration_s":0.004908,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1543vm-test-run-nixbot-gitlab> gitlab # [  193.360387] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.807Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2bb688c90a865bfa706cd2fa","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2bb688c90a865bfa706cd2fa: start","job_status":"start","queue_duration_s":1.729329,"scheduling_latency_s":1.72935}1544vm-test-run-nixbot-gitlab> gitlab # [  193.361395] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.822Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2bb688c90a865bfa706cd2fa","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2bb688c90a865bfa706cd2fa: done: 0.015841 sec","job_status":"done","queue_duration_s":1.729329,"scheduling_latency_s":1.72935,"redis_calls":10,"redis_duration_s":0.002245,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000946,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001299,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009925,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015841,"completed_at":"2026-06-29T11:00:06.822Z","load_balancing_strategy":"primary","db_duration_s":0.001814,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1545vm-test-run-nixbot-gitlab> gitlab # [  193.377437] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.824Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"65bfda06947d85afbb940743","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-65bfda06947d85afbb940743: start","job_status":"start","queue_duration_s":1.74641,"scheduling_latency_s":1.746431}1546vm-test-run-nixbot-gitlab> gitlab # [  193.457957] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.839Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"65bfda06947d85afbb940743","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-65bfda06947d85afbb940743: done: 0.015161 sec","job_status":"done","queue_duration_s":1.74641,"scheduling_latency_s":1.746431,"redis_calls":10,"redis_duration_s":0.002281,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000954,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001327,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009775,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015161,"completed_at":"2026-06-29T11:00:06.839Z","load_balancing_strategy":"primary","db_duration_s":0.001597,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1547vm-test-run-nixbot-gitlab> gitlab # [  193.460240] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.840Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b798887c770e232f45ab8686","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b798887c770e232f45ab8686: start","job_status":"start","queue_duration_s":1.7628,"scheduling_latency_s":1.762822}1548vm-test-run-nixbot-gitlab> gitlab # [  193.529960] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.855Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b798887c770e232f45ab8686","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b798887c770e232f45ab8686: done: 0.015024 sec","job_status":"done","queue_duration_s":1.7628,"scheduling_latency_s":1.762822,"redis_calls":10,"redis_duration_s":0.002347,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000933,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001414,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009607,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015024,"completed_at":"2026-06-29T11:00:06.855Z","load_balancing_strategy":"primary","db_duration_s":0.001414,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1549vm-test-run-nixbot-gitlab> gitlab # [  193.539910] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.856Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"7a853f77e7753108ca9709ca","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-7a853f77e7753108ca9709ca: start","job_status":"start","queue_duration_s":1.77919,"scheduling_latency_s":1.779211}1550vm-test-run-nixbot-gitlab> gitlab # [  193.612406] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.871Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"7a853f77e7753108ca9709ca","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-7a853f77e7753108ca9709ca: done: 0.014943 sec","job_status":"done","queue_duration_s":1.77919,"scheduling_latency_s":1.779211,"redis_calls":10,"redis_duration_s":0.00232,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00088,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00144,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009467,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014943,"completed_at":"2026-06-29T11:00:06.871Z","load_balancing_strategy":"primary","db_duration_s":0.001226,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1551vm-test-run-nixbot-gitlab> gitlab # [  193.621929] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.873Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3b5f7c43e24b646c7fb4f4f4","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3b5f7c43e24b646c7fb4f4f4: start","job_status":"start","queue_duration_s":1.79538,"scheduling_latency_s":1.7954}1552vm-test-run-nixbot-gitlab> gitlab # [  193.697962] gitaly[1388]: time="2026-06-29T11:00:06.583Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=325 command.oublock=32 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-29T11:00:16.004" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.385" grpc.time_ms=197.563 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1553vm-test-run-nixbot-gitlab> gitlab # [  193.699363] setup-gitlab-start[2645]: + mkdir -p /tmp/test-flake1554vm-test-run-nixbot-gitlab> gitlab # [  193.700224] setup-gitlab-start[2645]: + cd /tmp/test-flake1555vm-test-run-nixbot-gitlab> gitlab # [  193.701078] setup-gitlab-start[2645]: + git init -b master1556vm-test-run-nixbot-gitlab> gitlab # [  193.701973] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.887Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3b5f7c43e24b646c7fb4f4f4","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3b5f7c43e24b646c7fb4f4f4: done: 0.01489 sec","job_status":"done","queue_duration_s":1.79538,"scheduling_latency_s":1.7954,"redis_calls":10,"redis_duration_s":0.002273,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000925,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001348,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009737,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01489,"completed_at":"2026-06-29T11:00:06.887Z","load_balancing_strategy":"primary","db_duration_s":0.001308,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1557vm-test-run-nixbot-gitlab> gitlab # [  193.724148] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.889Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0265cf44a3697ecd130f8061","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0265cf44a3697ecd130f8061: start","job_status":"start","queue_duration_s":1.811486,"scheduling_latency_s":1.811507}1558vm-test-run-nixbot-gitlab> gitlab # [  193.794930] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.906Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0265cf44a3697ecd130f8061","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0265cf44a3697ecd130f8061: done: 0.016815 sec","job_status":"done","queue_duration_s":1.811486,"scheduling_latency_s":1.811507,"redis_calls":10,"redis_duration_s":0.002483,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001086,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001397,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010842,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016815,"completed_at":"2026-06-29T11:00:06.905Z","load_balancing_strategy":"primary","db_duration_s":0.001336,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1559vm-test-run-nixbot-gitlab> gitlab # [  193.870141] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.907Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"25383759c7a65de90c6fe0e7","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-25383759c7a65de90c6fe0e7: start","job_status":"start","queue_duration_s":1.829919,"scheduling_latency_s":1.829958}1560vm-test-run-nixbot-gitlab> gitlab # [  193.871954] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.925Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"25383759c7a65de90c6fe0e7","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-25383759c7a65de90c6fe0e7: done: 0.017436 sec","job_status":"done","queue_duration_s":1.829919,"scheduling_latency_s":1.829958,"redis_calls":10,"redis_duration_s":0.002398,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000951,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001447,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01114,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017436,"completed_at":"2026-06-29T11:00:06.924Z","load_balancing_strategy":"primary","db_duration_s":0.001699,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1561vm-test-run-nixbot-gitlab> gitlab # [  193.886087] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.926Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"525becec5ae4775cef6b27d5","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-525becec5ae4775cef6b27d5: start","job_status":"start","queue_duration_s":1.848617,"scheduling_latency_s":1.848641}1562vm-test-run-nixbot-gitlab> gitlab # [  193.903843] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.942Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"525becec5ae4775cef6b27d5","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-525becec5ae4775cef6b27d5: done: 0.016012 sec","job_status":"done","queue_duration_s":1.848617,"scheduling_latency_s":1.848641,"redis_calls":10,"redis_duration_s":0.002516,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001045,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001471,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009775,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016012,"completed_at":"2026-06-29T11:00:06.942Z","load_balancing_strategy":"primary","db_duration_s":0.001371,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1563vm-test-run-nixbot-gitlab> gitlab # [  193.981178] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.943Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ecc8dd82b59b1b6187795fb8","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ecc8dd82b59b1b6187795fb8: start","job_status":"start","queue_duration_s":1.865919,"scheduling_latency_s":1.865956}1564vm-test-run-nixbot-gitlab> gitlab # [  193.990220] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.959Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ecc8dd82b59b1b6187795fb8","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ecc8dd82b59b1b6187795fb8: done: 0.015506 sec","job_status":"done","queue_duration_s":1.865919,"scheduling_latency_s":1.865956,"redis_calls":10,"redis_duration_s":0.002754,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000933,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001821,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009526,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015506,"completed_at":"2026-06-29T11:00:06.959Z","load_balancing_strategy":"primary","db_duration_s":0.001471,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1565vm-test-run-nixbot-gitlab> gitlab # [  194.104171] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.960Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"fabaa42f0734b8567c638588","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-fabaa42f0734b8567c638588: start","job_status":"start","queue_duration_s":1.882667,"scheduling_latency_s":1.882688}1566vm-test-run-nixbot-gitlab> gitlab # [  194.105699] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.975Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"fabaa42f0734b8567c638588","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-fabaa42f0734b8567c638588: done: 0.014938 sec","job_status":"done","queue_duration_s":1.882667,"scheduling_latency_s":1.882688,"redis_calls":10,"redis_duration_s":0.002351,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000995,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001356,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009786,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014938,"completed_at":"2026-06-29T11:00:06.975Z","load_balancing_strategy":"primary","db_duration_s":0.001347,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1567vm-test-run-nixbot-gitlab> gitlab # [  194.178535] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.976Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d62b8eaa94da0a020de314f7","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d62b8eaa94da0a020de314f7: start","job_status":"start","queue_duration_s":1.898824,"scheduling_latency_s":1.898844}1568vm-test-run-nixbot-gitlab> gitlab # [  194.179735] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.991Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d62b8eaa94da0a020de314f7","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d62b8eaa94da0a020de314f7: done: 0.014767 sec","job_status":"done","queue_duration_s":1.898824,"scheduling_latency_s":1.898844,"redis_calls":10,"redis_duration_s":0.002175,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000869,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001306,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009733,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014767,"completed_at":"2026-06-29T11:00:06.991Z","load_balancing_strategy":"primary","db_duration_s":0.001315,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1569vm-test-run-nixbot-gitlab> gitlab # [  194.203457] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:06.993Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1f99f0afaad5a86a3789cd0d","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1f99f0afaad5a86a3789cd0d: start","job_status":"start","queue_duration_s":1.915368,"scheduling_latency_s":1.915389}1570vm-test-run-nixbot-gitlab> gitlab # [  194.278195] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.008Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1f99f0afaad5a86a3789cd0d","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1f99f0afaad5a86a3789cd0d: done: 0.014969 sec","job_status":"done","queue_duration_s":1.915368,"scheduling_latency_s":1.915389,"redis_calls":10,"redis_duration_s":0.002208,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000875,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001333,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009859,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014969,"completed_at":"2026-06-29T11:00:07.008Z","load_balancing_strategy":"primary","db_duration_s":0.001354,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1571vm-test-run-nixbot-gitlab> gitlab # [  194.282360] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.009Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f01cc98c1b4b13cc0cf7d480","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f01cc98c1b4b13cc0cf7d480: start","job_status":"start","queue_duration_s":1.93163,"scheduling_latency_s":1.931653}1572vm-test-run-nixbot-gitlab> gitlab # [  194.302297] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.024Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f01cc98c1b4b13cc0cf7d480","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f01cc98c1b4b13cc0cf7d480: done: 0.015456 sec","job_status":"done","queue_duration_s":1.93163,"scheduling_latency_s":1.931653,"redis_calls":10,"redis_duration_s":0.002774,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001258,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001516,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00969,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015456,"completed_at":"2026-06-29T11:00:07.024Z","load_balancing_strategy":"primary","db_duration_s":0.001364,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1573vm-test-run-nixbot-gitlab> gitlab # [  194.400150] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.026Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a2b5404a902eccc0b7d32d3e","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a2b5404a902eccc0b7d32d3e: start","job_status":"start","queue_duration_s":1.948389,"scheduling_latency_s":1.948411}1574vm-test-run-nixbot-gitlab> gitlab # [  194.401428] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.044Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a2b5404a902eccc0b7d32d3e","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a2b5404a902eccc0b7d32d3e: done: 0.018059 sec","job_status":"done","queue_duration_s":1.948389,"scheduling_latency_s":1.948411,"redis_calls":10,"redis_duration_s":0.002401,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00095,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001451,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012135,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018059,"completed_at":"2026-06-29T11:00:07.044Z","load_balancing_strategy":"primary","db_duration_s":0.001379,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1575vm-test-run-nixbot-gitlab> gitlab # [  194.492272] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.045Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1c892805d3a1005fe6330240","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1c892805d3a1005fe6330240: start","job_status":"start","queue_duration_s":1.967842,"scheduling_latency_s":1.967915}1576vm-test-run-nixbot-gitlab> gitlab # [  194.493802] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.061Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1c892805d3a1005fe6330240","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1c892805d3a1005fe6330240: done: 0.015916 sec","job_status":"done","queue_duration_s":1.967842,"scheduling_latency_s":1.967915,"redis_calls":10,"redis_duration_s":0.002231,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000918,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001313,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010217,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015916,"completed_at":"2026-06-29T11:00:07.061Z","load_balancing_strategy":"primary","db_duration_s":0.001588,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1577vm-test-run-nixbot-gitlab> gitlab # [  194.582850] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:07 +0000] "POST /api/v4/projects HTTP/1.1" 201 4795 "" "curl/8.20.0" 29311578vm-test-run-nixbot-gitlab> gitlab # [  194.583852] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:07 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 721579vm-test-run-nixbot-gitlab> gitlab # [  194.586159] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:07 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.54.0" 1071580vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit setup-gitlab.service, in 195.54 seconds)1581vm-test-run-nixbot-gitlab> gitlab # [  194.586947] gitlab-workhorse[1291]: time="2026-06-29T11:00:08Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521582vm-test-run-nixbot-gitlab> gitlab: waiting for unit nixbot.service1583vm-test-run-nixbot-gitlab> gitlab # [  194.588162] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:08 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 6861584vm-test-run-nixbot-gitlab> gitlab # [  194.591211] gitaly[1388]: time="2026-06-29T11:00:06.612Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T11:00:16.231" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.612" pid=1388 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1585vm-test-run-nixbot-gitlab> gitlab # [  194.592107] gitaly[1388]: time="2026-06-29T11:00:06.613Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T11:00:16.231" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.612" grpc.time_ms=0.601 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1586vm-test-run-nixbot-gitlab> gitlab # [  194.593094] setup-gitlab-start[2951]: Initialized empty Git repository in /tmp/test-flake/.git/1587vm-test-run-nixbot-gitlab> gitlab # [  194.594347] systemd[1]: Finished setup-gitlab.service.1588vm-test-run-nixbot-gitlab> gitlab # [  194.595349] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.062Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"193305fb38cc6736f18475a2","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-193305fb38cc6736f18475a2: start","job_status":"start","queue_duration_s":1.985019,"scheduling_latency_s":1.98504}1589vm-test-run-nixbot-gitlab> gitlab # [  194.596371] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.077Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"193305fb38cc6736f18475a2","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-193305fb38cc6736f18475a2: done: 0.014835 sec","job_status":"done","queue_duration_s":1.985019,"scheduling_latency_s":1.98504,"redis_calls":10,"redis_duration_s":0.002133,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000837,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001296,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009721,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014835,"completed_at":"2026-06-29T11:00:07.077Z","load_balancing_strategy":"primary","db_duration_s":0.001349,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1590vm-test-run-nixbot-gitlab> gitlab # [  194.675838] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.078Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b34f81caa0d28255065133fe","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b34f81caa0d28255065133fe: start","job_status":"start","queue_duration_s":2.001117,"scheduling_latency_s":2.001138}1591vm-test-run-nixbot-gitlab> gitlab # [  194.677173] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.093Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b34f81caa0d28255065133fe","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b34f81caa0d28255065133fe: done: 0.015001 sec","job_status":"done","queue_duration_s":2.001117,"scheduling_latency_s":2.001138,"redis_calls":10,"redis_duration_s":0.002211,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000824,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001387,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00978,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015001,"completed_at":"2026-06-29T11:00:07.093Z","load_balancing_strategy":"primary","db_duration_s":0.001338,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1592vm-test-run-nixbot-gitlab> gitlab # [  194.761304] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.095Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ebc17c112ce67d9493972234","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ebc17c112ce67d9493972234: start","job_status":"start","queue_duration_s":2.017383,"scheduling_latency_s":2.017405}1593vm-test-run-nixbot-gitlab> gitlab # [  194.762786] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.113Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ebc17c112ce67d9493972234","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ebc17c112ce67d9493972234: done: 0.017957 sec","job_status":"done","queue_duration_s":2.017383,"scheduling_latency_s":2.017405,"redis_calls":10,"redis_duration_s":0.002531,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001004,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001527,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012045,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017957,"completed_at":"2026-06-29T11:00:07.113Z","load_balancing_strategy":"primary","db_duration_s":0.001472,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1594vm-test-run-nixbot-gitlab> gitlab # [  194.830975] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.114Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"06e5b5dc383b3c495b779131","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-06e5b5dc383b3c495b779131: start","job_status":"start","queue_duration_s":2.0369,"scheduling_latency_s":2.036926}1595vm-test-run-nixbot-gitlab> gitlab # [  194.832054] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.130Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"06e5b5dc383b3c495b779131","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-06e5b5dc383b3c495b779131: done: 0.015725 sec","job_status":"done","queue_duration_s":2.0369,"scheduling_latency_s":2.036926,"redis_calls":10,"redis_duration_s":0.00249,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00096,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00153,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009646,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015725,"completed_at":"2026-06-29T11:00:07.130Z","load_balancing_strategy":"primary","db_duration_s":0.00128,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1596vm-test-run-nixbot-gitlab> gitlab # [  194.906948] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.131Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a407bd7988cac21290735279","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a407bd7988cac21290735279: start","job_status":"start","queue_duration_s":2.053856,"scheduling_latency_s":2.053907}1597vm-test-run-nixbot-gitlab> gitlab # [  194.907966] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.146Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a407bd7988cac21290735279","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a407bd7988cac21290735279: done: 0.015005 sec","job_status":"done","queue_duration_s":2.053856,"scheduling_latency_s":2.053907,"redis_calls":10,"redis_duration_s":0.0022789999999999998,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000935,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001344,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009503,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015005,"completed_at":"2026-06-29T11:00:07.146Z","load_balancing_strategy":"primary","db_duration_s":0.001245,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1598vm-test-run-nixbot-gitlab> gitlab # [  194.981053] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.147Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"449feb1ef26cc6412510b0f6","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-449feb1ef26cc6412510b0f6: start","job_status":"start","queue_duration_s":2.070152,"scheduling_latency_s":2.070173}1599vm-test-run-nixbot-gitlab> gitlab # [  194.982325] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.163Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"449feb1ef26cc6412510b0f6","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-449feb1ef26cc6412510b0f6: done: 0.015161 sec","job_status":"done","queue_duration_s":2.070152,"scheduling_latency_s":2.070173,"redis_calls":10,"redis_duration_s":0.0024939999999999997,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000869,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001625,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009684,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015161,"completed_at":"2026-06-29T11:00:07.162Z","load_balancing_strategy":"primary","db_duration_s":0.001309,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1600vm-test-run-nixbot-gitlab> gitlab # [  195.060289] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.164Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"9622cbf31fd0c386b44b049d","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-9622cbf31fd0c386b44b049d: start","job_status":"start","queue_duration_s":2.086599,"scheduling_latency_s":2.086619}1601vm-test-run-nixbot-gitlab> gitlab # [  195.061351] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.179Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"9622cbf31fd0c386b44b049d","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-9622cbf31fd0c386b44b049d: done: 0.015207 sec","job_status":"done","queue_duration_s":2.086599,"scheduling_latency_s":2.086619,"redis_calls":10,"redis_duration_s":0.0025180000000000003,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001062,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001456,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009669,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015207,"completed_at":"2026-06-29T11:00:07.179Z","load_balancing_strategy":"primary","db_duration_s":0.001376,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1602vm-test-run-nixbot-gitlab> gitlab # [  195.169845] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.180Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ab339f195d87a7f0e780638b","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ab339f195d87a7f0e780638b: start","job_status":"start","queue_duration_s":2.103125,"scheduling_latency_s":2.103147}1603vm-test-run-nixbot-gitlab> gitlab # [  195.171198] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.196Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ab339f195d87a7f0e780638b","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ab339f195d87a7f0e780638b: done: 0.015175 sec","job_status":"done","queue_duration_s":2.103125,"scheduling_latency_s":2.103147,"redis_calls":10,"redis_duration_s":0.002435,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000867,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001568,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009693,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015175,"completed_at":"2026-06-29T11:00:07.195Z","load_balancing_strategy":"primary","db_duration_s":0.001329,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1604vm-test-run-nixbot-gitlab> gitlab # [  195.246531] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.197Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"734b4d54b471f3ead06f97c3","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-734b4d54b471f3ead06f97c3: start","job_status":"start","queue_duration_s":2.119581,"scheduling_latency_s":2.119603}1605vm-test-run-nixbot-gitlab> gitlab # [  195.247954] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.215Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"734b4d54b471f3ead06f97c3","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-734b4d54b471f3ead06f97c3: done: 0.018414 sec","job_status":"done","queue_duration_s":2.119581,"scheduling_latency_s":2.119603,"redis_calls":10,"redis_duration_s":0.002376,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000969,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001407,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0126,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018414,"completed_at":"2026-06-29T11:00:07.215Z","load_balancing_strategy":"primary","db_duration_s":0.00159,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1606vm-test-run-nixbot-gitlab> gitlab # [  195.324148] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.217Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3328d5efa0e996cd5f5409e0","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3328d5efa0e996cd5f5409e0: start","job_status":"start","queue_duration_s":2.139378,"scheduling_latency_s":2.139403}1607vm-test-run-nixbot-gitlab> gitlab # [  195.325214] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.232Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3328d5efa0e996cd5f5409e0","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3328d5efa0e996cd5f5409e0: done: 0.015629 sec","job_status":"done","queue_duration_s":2.139378,"scheduling_latency_s":2.139403,"redis_calls":10,"redis_duration_s":0.002341,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001041,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.0013,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009911,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015629,"completed_at":"2026-06-29T11:00:07.232Z","load_balancing_strategy":"primary","db_duration_s":0.001378,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1608vm-test-run-nixbot-gitlab> gitlab # [  195.400154] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.233Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d4fd20c0dfa129d9b694e015","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d4fd20c0dfa129d9b694e015: start","job_status":"start","queue_duration_s":2.156183,"scheduling_latency_s":2.156204}1609vm-test-run-nixbot-gitlab> gitlab # [  195.401703] gitaly[1388]: time="2026-06-29T11:00:06.628Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-29T11:00:16.241" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.622" grpc.time_ms=6.412 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1610vm-test-run-nixbot-gitlab> gitlab # [  195.402998] setup-gitlab-start[2645]: + git config user.name test1611vm-test-run-nixbot-gitlab> gitlab # [  195.403942] setup-gitlab-start[2645]: + git config user.email test@example.com1612vm-test-run-nixbot-gitlab> gitlab # [  195.405133] setup-gitlab-start[2645]: + cat1613vm-test-run-nixbot-gitlab> gitlab # [  195.405928] setup-gitlab-start[2645]: + git add flake.nix1614vm-test-run-nixbot-gitlab> gitlab # [  195.407132] setup-gitlab-start[2645]: + git commit -m 'initial commit'1615vm-test-run-nixbot-gitlab> gitlab # [  195.407994] systemd[1]: Starting nixbot CI service...1616vm-test-run-nixbot-gitlab> gitlab # [  195.408944] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.248Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d4fd20c0dfa129d9b694e015","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d4fd20c0dfa129d9b694e015: done: 0.014923 sec","job_status":"done","queue_duration_s":2.156183,"scheduling_latency_s":2.156204,"redis_calls":10,"redis_duration_s":0.002216,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000823,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001393,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009759,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014923,"completed_at":"2026-06-29T11:00:07.248Z","load_balancing_strategy":"primary","db_duration_s":0.00134,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1617vm-test-run-nixbot-gitlab> gitlab # [  195.482309] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.250Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1adb496623fb951526cfa08f","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1adb496623fb951526cfa08f: start","job_status":"start","queue_duration_s":2.172326,"scheduling_latency_s":2.172347}1618vm-test-run-nixbot-gitlab> gitlab # [  195.483819] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.269Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1adb496623fb951526cfa08f","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1adb496623fb951526cfa08f: done: 0.019331 sec","job_status":"done","queue_duration_s":2.172326,"scheduling_latency_s":2.172347,"redis_calls":10,"redis_duration_s":0.002627,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001104,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001523,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0098,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019331,"completed_at":"2026-06-29T11:00:07.269Z","load_balancing_strategy":"primary","db_duration_s":0.007339,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1619vm-test-run-nixbot-gitlab> gitlab # [  195.594308] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.270Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8ce2f909f046f9ead893f6c7","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8ce2f909f046f9ead893f6c7: start","job_status":"start","queue_duration_s":2.192996,"scheduling_latency_s":2.193019}1620vm-test-run-nixbot-gitlab> gitlab # [  195.595796] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.289Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8ce2f909f046f9ead893f6c7","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8ce2f909f046f9ead893f6c7: done: 0.018458 sec","job_status":"done","queue_duration_s":2.192996,"scheduling_latency_s":2.193019,"redis_calls":10,"redis_duration_s":0.003187,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000938,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002249,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009803,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018458,"completed_at":"2026-06-29T11:00:07.289Z","load_balancing_strategy":"primary","db_duration_s":0.002651,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1621vm-test-run-nixbot-gitlab> gitlab # [  195.668142] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.290Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"249b6f712db5235b85023e5f","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-249b6f712db5235b85023e5f: start","job_status":"start","queue_duration_s":2.212785,"scheduling_latency_s":2.212805}1622vm-test-run-nixbot-gitlab> gitlab # [  195.668860] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.306Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"249b6f712db5235b85023e5f","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-249b6f712db5235b85023e5f: done: 0.015579 sec","job_status":"done","queue_duration_s":2.212785,"scheduling_latency_s":2.212805,"redis_calls":10,"redis_duration_s":0.002593,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001015,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001578,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00952,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015579,"completed_at":"2026-06-29T11:00:07.306Z","load_balancing_strategy":"primary","db_duration_s":0.001483,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1623vm-test-run-nixbot-gitlab> gitlab # [  195.746124] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.307Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e9fe4992b4a7b3d4fa5393a0","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e9fe4992b4a7b3d4fa5393a0: start","job_status":"start","queue_duration_s":2.229612,"scheduling_latency_s":2.229633}1624vm-test-run-nixbot-gitlab> gitlab # [  195.747174] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.325Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e9fe4992b4a7b3d4fa5393a0","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e9fe4992b4a7b3d4fa5393a0: done: 0.018479 sec","job_status":"done","queue_duration_s":2.229612,"scheduling_latency_s":2.229633,"redis_calls":10,"redis_duration_s":0.003307,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001085,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002222,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011915,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018479,"completed_at":"2026-06-29T11:00:07.325Z","load_balancing_strategy":"primary","db_duration_s":0.001663,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1625vm-test-run-nixbot-gitlab> gitlab # [  195.822144] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.328Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"48469a83508cfa0ba0edf629","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-48469a83508cfa0ba0edf629: start","job_status":"start","queue_duration_s":2.250481,"scheduling_latency_s":2.250511}1626vm-test-run-nixbot-gitlab> gitlab # [  195.823427] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.343Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"48469a83508cfa0ba0edf629","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-48469a83508cfa0ba0edf629: done: 0.016809 sec","job_status":"done","queue_duration_s":2.250481,"scheduling_latency_s":2.250511,"redis_calls":10,"redis_duration_s":0.0024530000000000003,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000894,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001559,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009825,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016809,"completed_at":"2026-06-29T11:00:07.343Z","load_balancing_strategy":"primary","db_duration_s":0.001697,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1627vm-test-run-nixbot-gitlab> gitlab # [  195.920995] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.345Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"fbea06b3cd37d87726eb16c8","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-fbea06b3cd37d87726eb16c8: start","job_status":"start","queue_duration_s":2.267513,"scheduling_latency_s":2.267537}1628vm-test-run-nixbot-gitlab> gitlab # [  195.922328] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.362Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"fbea06b3cd37d87726eb16c8","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-fbea06b3cd37d87726eb16c8: done: 0.016908 sec","job_status":"done","queue_duration_s":2.267513,"scheduling_latency_s":2.267537,"redis_calls":10,"redis_duration_s":0.0026880000000000003,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001116,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001572,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011092,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016908,"completed_at":"2026-06-29T11:00:07.362Z","load_balancing_strategy":"primary","db_duration_s":0.001531,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1629vm-test-run-nixbot-gitlab> gitlab # [  195.999229] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.363Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"89a60bd19a34ff44f9c1894f","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-89a60bd19a34ff44f9c1894f: start","job_status":"start","queue_duration_s":2.285709,"scheduling_latency_s":2.285731}1630vm-test-run-nixbot-gitlab> gitlab # [  196.000717] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.382Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"89a60bd19a34ff44f9c1894f","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-89a60bd19a34ff44f9c1894f: done: 0.019511 sec","job_status":"done","queue_duration_s":2.285709,"scheduling_latency_s":2.285731,"redis_calls":10,"redis_duration_s":0.002728,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00091,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001818,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009817,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019511,"completed_at":"2026-06-29T11:00:07.382Z","load_balancing_strategy":"primary","db_duration_s":0.00882,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1631vm-test-run-nixbot-gitlab> gitlab # [  196.074961] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.384Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"081edf421f9df863ec7d241f","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-081edf421f9df863ec7d241f: start","job_status":"start","queue_duration_s":2.306614,"scheduling_latency_s":2.306634}1632vm-test-run-nixbot-gitlab> gitlab # [  196.075992] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.403Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"081edf421f9df863ec7d241f","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-081edf421f9df863ec7d241f: done: 0.019577 sec","job_status":"done","queue_duration_s":2.306614,"scheduling_latency_s":2.306634,"redis_calls":10,"redis_duration_s":0.0061790000000000005,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002603,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003576,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009808,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019577,"completed_at":"2026-06-29T11:00:07.403Z","load_balancing_strategy":"primary","db_duration_s":0.001948,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1633vm-test-run-nixbot-gitlab> gitlab # [  196.152192] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.405Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"bd88e1b7c2e6df2d645e197a","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-bd88e1b7c2e6df2d645e197a: start","job_status":"start","queue_duration_s":2.327583,"scheduling_latency_s":2.327607}1634vm-test-run-nixbot-gitlab> gitlab # [  196.153230] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.420Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"bd88e1b7c2e6df2d645e197a","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-bd88e1b7c2e6df2d645e197a: done: 0.015566 sec","job_status":"done","queue_duration_s":2.327583,"scheduling_latency_s":2.327607,"redis_calls":10,"redis_duration_s":0.002523,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000933,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00159,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0096,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015566,"completed_at":"2026-06-29T11:00:07.420Z","load_balancing_strategy":"primary","db_duration_s":0.00174,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1635vm-test-run-nixbot-gitlab> gitlab # [  196.220844] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.422Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6052d44dabbfeccad9da2b21","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6052d44dabbfeccad9da2b21: start","job_status":"start","queue_duration_s":2.34442,"scheduling_latency_s":2.344441}1636vm-test-run-nixbot-gitlab> gitlab # [  196.222163] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.437Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6052d44dabbfeccad9da2b21","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6052d44dabbfeccad9da2b21: done: 0.015575 sec","job_status":"done","queue_duration_s":2.34442,"scheduling_latency_s":2.344441,"redis_calls":10,"redis_duration_s":0.002437,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000971,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001466,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009555,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015575,"completed_at":"2026-06-29T11:00:07.437Z","load_balancing_strategy":"primary","db_duration_s":0.001628,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1637vm-test-run-nixbot-gitlab> gitlab # [  196.292136] gitaly[1388]: time="2026-06-29T11:00:06.681Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T11:00:16.001" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.681" pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1638vm-test-run-nixbot-gitlab> gitlab # [  196.293315] gitaly[1388]: time="2026-06-29T11:00:06.681Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T11:00:16.001" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.681" grpc.time_ms=0.331 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1639vm-test-run-nixbot-gitlab> gitlab # [  196.294497] setup-gitlab-start[2956]: [master (root-commit) 488bfdf] initial commit1640vm-test-run-nixbot-gitlab> gitlab # [  196.295306] setup-gitlab-start[2956]:  1 file changed, 10 insertions(+)1641vm-test-run-nixbot-gitlab> gitlab # [  196.296188] setup-gitlab-start[2956]:  create mode 100644 flake.nix1642vm-test-run-nixbot-gitlab> gitlab # [  196.297395] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.439Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ab4dc90276e55832c5f7b9a5","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ab4dc90276e55832c5f7b9a5: start","job_status":"start","queue_duration_s":2.361253,"scheduling_latency_s":2.361275}1643vm-test-run-nixbot-gitlab> gitlab # [  196.306433] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.455Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ab4dc90276e55832c5f7b9a5","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ab4dc90276e55832c5f7b9a5: done: 0.016327 sec","job_status":"done","queue_duration_s":2.361253,"scheduling_latency_s":2.361275,"redis_calls":10,"redis_duration_s":0.0023680000000000003,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000982,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001386,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009596,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016327,"completed_at":"2026-06-29T11:00:07.455Z","load_balancing_strategy":"primary","db_duration_s":0.002436,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1644vm-test-run-nixbot-gitlab> gitlab # [  196.378141] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.456Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e5e89e45caa2634b255199a4","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e5e89e45caa2634b255199a4: start","job_status":"start","queue_duration_s":2.378993,"scheduling_latency_s":2.379013}1645vm-test-run-nixbot-gitlab> gitlab # [  196.385398] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.472Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e5e89e45caa2634b255199a4","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e5e89e45caa2634b255199a4: done: 0.01557 sec","job_status":"done","queue_duration_s":2.378993,"scheduling_latency_s":2.379013,"redis_calls":10,"redis_duration_s":0.0024920000000000003,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000977,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001515,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009512,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01557,"completed_at":"2026-06-29T11:00:07.472Z","load_balancing_strategy":"primary","db_duration_s":0.001634,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1646vm-test-run-nixbot-gitlab> gitlab # [  196.454890] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.473Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"4b7c556d158e9e44c19cfab0","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-4b7c556d158e9e44c19cfab0: start","job_status":"start","queue_duration_s":2.395828,"scheduling_latency_s":2.395848}1647vm-test-run-nixbot-gitlab> gitlab # [  196.530149] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.489Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"4b7c556d158e9e44c19cfab0","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-4b7c556d158e9e44c19cfab0: done: 0.015611 sec","job_status":"done","queue_duration_s":2.395828,"scheduling_latency_s":2.395848,"redis_calls":10,"redis_duration_s":0.00232,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000929,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001391,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009467,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015611,"completed_at":"2026-06-29T11:00:07.489Z","load_balancing_strategy":"primary","db_duration_s":0.001941,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1648vm-test-run-nixbot-gitlab> gitlab # [  196.531989] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.490Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c8bc638c3dfe403923cd509f","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c8bc638c3dfe403923cd509f: start","job_status":"start","queue_duration_s":2.412713,"scheduling_latency_s":2.412734}1649vm-test-run-nixbot-gitlab> gitlab # [  196.606241] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.505Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c8bc638c3dfe403923cd509f","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c8bc638c3dfe403923cd509f: done: 0.015343 sec","job_status":"done","queue_duration_s":2.412713,"scheduling_latency_s":2.412734,"redis_calls":10,"redis_duration_s":0.002404,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000972,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001432,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009751,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015343,"completed_at":"2026-06-29T11:00:07.505Z","load_balancing_strategy":"primary","db_duration_s":0.001357,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1650vm-test-run-nixbot-gitlab> gitlab # [  196.608149] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.507Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5c0dbff08dbfadbee2525b2d","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5c0dbff08dbfadbee2525b2d: start","job_status":"start","queue_duration_s":2.42932,"scheduling_latency_s":2.429341}1651vm-test-run-nixbot-gitlab> gitlab # [  196.679184] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.528Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5c0dbff08dbfadbee2525b2d","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5c0dbff08dbfadbee2525b2d: done: 0.021863 sec","job_status":"done","queue_duration_s":2.42932,"scheduling_latency_s":2.429341,"redis_calls":10,"redis_duration_s":0.003329,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001373,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001956,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.004,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012412,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021863,"completed_at":"2026-06-29T11:00:07.528Z","load_balancing_strategy":"primary","db_duration_s":0.004313,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1652vm-test-run-nixbot-gitlab> gitlab # [  196.680995] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.530Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d97f8ff046d943e0a111dc74","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d97f8ff046d943e0a111dc74: start","job_status":"start","queue_duration_s":2.452668,"scheduling_latency_s":2.452695}1653vm-test-run-nixbot-gitlab> gitlab # [  196.757313] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.562Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d97f8ff046d943e0a111dc74","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d97f8ff046d943e0a111dc74: done: 0.032558 sec","job_status":"done","queue_duration_s":2.452668,"scheduling_latency_s":2.452695,"redis_calls":10,"redis_duration_s":0.002639,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000908,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001731,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011142,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.032558,"completed_at":"2026-06-29T11:00:07.562Z","load_balancing_strategy":"primary","db_duration_s":0.001606,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1654vm-test-run-nixbot-gitlab> gitlab # [  196.759227] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.564Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"dfcdd5a79cbbb9539699e111","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-dfcdd5a79cbbb9539699e111: start","job_status":"start","queue_duration_s":2.486524,"scheduling_latency_s":2.486546}1655vm-test-run-nixbot-gitlab> gitlab # [  196.838488] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.581Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"dfcdd5a79cbbb9539699e111","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-dfcdd5a79cbbb9539699e111: done: 0.017042 sec","job_status":"done","queue_duration_s":2.486524,"scheduling_latency_s":2.486546,"redis_calls":10,"redis_duration_s":0.0023959999999999997,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000985,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001411,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00962,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017042,"completed_at":"2026-06-29T11:00:07.581Z","load_balancing_strategy":"primary","db_duration_s":0.001334,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1656vm-test-run-nixbot-gitlab> gitlab # [  196.840422] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.582Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ffe46fccfc1f203455259b86","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ffe46fccfc1f203455259b86: start","job_status":"start","queue_duration_s":2.504841,"scheduling_latency_s":2.504898}1657vm-test-run-nixbot-gitlab> gitlab # [  196.857860] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.597Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ffe46fccfc1f203455259b86","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ffe46fccfc1f203455259b86: done: 0.015187 sec","job_status":"done","queue_duration_s":2.504841,"scheduling_latency_s":2.504898,"redis_calls":10,"redis_duration_s":0.002303,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000884,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001419,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009581,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015187,"completed_at":"2026-06-29T11:00:07.597Z","load_balancing_strategy":"primary","db_duration_s":0.00126,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1658vm-test-run-nixbot-gitlab> gitlab # [  196.946839] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.599Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0c8f3df02e730b6c804ab6cc","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0c8f3df02e730b6c804ab6cc: start","job_status":"start","queue_duration_s":2.521285,"scheduling_latency_s":2.521306}1659vm-test-run-nixbot-gitlab> gitlab # [  196.948134] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.614Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0c8f3df02e730b6c804ab6cc","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0c8f3df02e730b6c804ab6cc: done: 0.015119 sec","job_status":"done","queue_duration_s":2.521285,"scheduling_latency_s":2.521306,"redis_calls":10,"redis_duration_s":0.002313,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000933,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00138,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009456,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015119,"completed_at":"2026-06-29T11:00:07.614Z","load_balancing_strategy":"primary","db_duration_s":0.001362,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1660vm-test-run-nixbot-gitlab> gitlab # [  197.019747] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.615Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"7c3ac9f31cdfefbfbfb3c58b","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-7c3ac9f31cdfefbfbfb3c58b: start","job_status":"start","queue_duration_s":2.537745,"scheduling_latency_s":2.537768}1661vm-test-run-nixbot-gitlab> gitlab # [  197.021143] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.635Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"7c3ac9f31cdfefbfbfb3c58b","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-7c3ac9f31cdfefbfbfb3c58b: done: 0.020052 sec","job_status":"done","queue_duration_s":2.537745,"scheduling_latency_s":2.537768,"redis_calls":10,"redis_duration_s":0.0037609999999999996,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001263,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002498,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010835,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020052,"completed_at":"2026-06-29T11:00:07.635Z","load_balancing_strategy":"primary","db_duration_s":0.001387,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1662vm-test-run-nixbot-gitlab> gitlab # [  197.107989] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.636Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"cec0d74e74fa059bb8c9d216","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-cec0d74e74fa059bb8c9d216: start","job_status":"start","queue_duration_s":2.559133,"scheduling_latency_s":2.559153}1663vm-test-run-nixbot-gitlab> gitlab # [  197.109543] gitaly[1388]: time="2026-06-29T11:00:06.719Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ diskcache=7ed30196-eab5-49dc-9ea8-0c595a681fd1 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-29T11:00:16.004" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.685" pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1664vm-test-run-nixbot-gitlab> gitlab # [  197.111228] setup-gitlab-start[2645]: + git remote add origin http://oauth2:glpat-qs8GV0BX9as9_s8ZIR3so286MQp1OjEH.01.0w0ta7u1r@gitlab/root/test-flake.git1665vm-test-run-nixbot-gitlab> gitlab # [  197.113850] setup-gitlab-start[2645]: + git push -u origin master1666vm-test-run-nixbot-gitlab> gitlab # [  197.115131] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.652Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"cec0d74e74fa059bb8c9d216","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-cec0d74e74fa059bb8c9d216: done: 0.015541 sec","job_status":"done","queue_duration_s":2.559133,"scheduling_latency_s":2.559153,"redis_calls":10,"redis_duration_s":0.002417,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000963,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001454,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009595,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015541,"completed_at":"2026-06-29T11:00:07.652Z","load_balancing_strategy":"primary","db_duration_s":0.00134,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1667vm-test-run-nixbot-gitlab> gitlab # [  197.210382] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.653Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"36a80b6246ca4a6a634ee613","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-36a80b6246ca4a6a634ee613: start","job_status":"start","queue_duration_s":2.57598,"scheduling_latency_s":2.576002}1668vm-test-run-nixbot-gitlab> gitlab # [  197.211885] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.668Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"36a80b6246ca4a6a634ee613","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-36a80b6246ca4a6a634ee613: done: 0.015189 sec","job_status":"done","queue_duration_s":2.57598,"scheduling_latency_s":2.576002,"redis_calls":10,"redis_duration_s":0.0025269999999999997,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000879,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001648,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009513,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015189,"completed_at":"2026-06-29T11:00:07.668Z","load_balancing_strategy":"primary","db_duration_s":0.001231,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1669vm-test-run-nixbot-gitlab> gitlab # [  197.295153] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.670Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"614fefd9fa0da4b782caeb6d","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-614fefd9fa0da4b782caeb6d: start","job_status":"start","queue_duration_s":2.592442,"scheduling_latency_s":2.592463}1670vm-test-run-nixbot-gitlab> gitlab # [  197.296221] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.685Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"614fefd9fa0da4b782caeb6d","created_at":"2026-06-29T11:00:04.930Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-5ac7080db41c4860","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"cf60f971d23a24ebbbe91d99c65de46c","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.077Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-614fefd9fa0da4b782caeb6d: done: 0.015407 sec","job_status":"done","queue_duration_s":2.592442,"scheduling_latency_s":2.592463,"redis_calls":10,"redis_duration_s":0.00254,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001043,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001497,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009816,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015407,"completed_at":"2026-06-29T11:00:07.685Z","load_balancing_strategy":"primary","db_duration_s":0.001336,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1671vm-test-run-nixbot-gitlab> gitlab # [  197.383521] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.687Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"5fd3c1f4a36f23ceaf1468b0","created_at":"2026-06-29T11:00:05.078Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e3fc8da56bfa2c00591d0004f147842f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-29T11:00:05.083Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-5fd3c1f4a36f23ceaf1468b0: start","job_status":"start","queue_duration_s":2.603643,"scheduling_latency_s":2.603665}1672vm-test-run-nixbot-gitlab> gitlab # [  197.384946] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.694Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1673vm-test-run-nixbot-gitlab> gitlab # [  197.386127] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.698Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"5fd3c1f4a36f23ceaf1468b0","created_at":"2026-06-29T11:00:05.078Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e3fc8da56bfa2c00591d0004f147842f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-29T11:00:05.083Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-5fd3c1f4a36f23ceaf1468b0: done: 0.0115 sec","job_status":"done","queue_duration_s":2.603643,"scheduling_latency_s":2.603665,"redis_calls":7,"redis_duration_s":0.001667,"redis_read_bytes":5,"redis_write_bytes":806,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001209,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000458,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00688,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.0115,"completed_at":"2026-06-29T11:00:07.698Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1674vm-test-run-nixbot-gitlab> gitlab # [  197.460127] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.699Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"f97242e22dd8f5ad74e3540e","created_at":"2026-06-29T11:00:05.092Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cda488c1d6c72dcb987f7a6eeba9a2c9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.095Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-f97242e22dd8f5ad74e3540e: start","job_status":"start","queue_duration_s":2.60474,"scheduling_latency_s":2.604762}1675vm-test-run-nixbot-gitlab> gitlab # [  197.461213] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.706Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1676vm-test-run-nixbot-gitlab> gitlab # [  197.461959] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.711Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"f97242e22dd8f5ad74e3540e","created_at":"2026-06-29T11:00:05.092Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cda488c1d6c72dcb987f7a6eeba9a2c9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.095Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-f97242e22dd8f5ad74e3540e: done: 0.011518 sec","job_status":"done","queue_duration_s":2.60474,"scheduling_latency_s":2.604762,"redis_calls":7,"redis_duration_s":0.001601,"redis_read_bytes":5,"redis_write_bytes":821,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001114,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000487,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006759,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.011518,"completed_at":"2026-06-29T11:00:07.711Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1677vm-test-run-nixbot-gitlab> gitlab # [  197.563521] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.714Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"d0a96f30a6206ed5f118e5f1","created_at":"2026-06-29T11:00:05.106Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"12cb7121f05c3c978f24e9c5c2c2391d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.109Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-d0a96f30a6206ed5f118e5f1: start","job_status":"start","queue_duration_s":2.604605,"scheduling_latency_s":2.604688}1678vm-test-run-nixbot-gitlab> gitlab # [  197.565060] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.738Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"d0a96f30a6206ed5f118e5f1","created_at":"2026-06-29T11:00:05.106Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"12cb7121f05c3c978f24e9c5c2c2391d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.109Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-d0a96f30a6206ed5f118e5f1: done: 0.02459 sec","job_status":"done","queue_duration_s":2.604605,"scheduling_latency_s":2.604688,"redis_calls":14,"redis_duration_s":0.004092,"redis_read_bytes":16,"redis_write_bytes":4030,"redis_queues_calls":2,"redis_queues_duration_s":0.000279,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002953,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.00086,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013123,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02459,"completed_at":"2026-06-29T11:00:07.738Z","load_balancing_strategy":"primary","db_duration_s":0.002453,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1679vm-test-run-nixbot-gitlab> gitlab # [  197.599103] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.740Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Releases::ManageEvidenceWorker","jid":"cfce81074643e9d9c86b4e64","created_at":"2026-06-29T11:00:05.117Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b35a81c9587e5208046b83bb206ff8c0","meta.root_caller_id":"Cronjob","meta.feature_category":"release_evidence","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ca33015ef91ab20408351751cf9ad5e1289a7d78257a0117231d08455e951d7f","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.125Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Releases::ManageEvidenceWorker JID-cfce81074643e9d9c86b4e64: start","job_status":"start","queue_duration_s":2.614905,"scheduling_latency_s":2.614926}1680vm-test-run-nixbot-gitlab> gitlab # [  197.675202] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.768Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Releases::ManageEvidenceWorker","jid":"cfce81074643e9d9c86b4e64","created_at":"2026-06-29T11:00:05.117Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b35a81c9587e5208046b83bb206ff8c0","meta.root_caller_id":"Cronjob","meta.feature_category":"release_evidence","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ca33015ef91ab20408351751cf9ad5e1289a7d78257a0117231d08455e951d7f","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.125Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Releases::ManageEvidenceWorker JID-cfce81074643e9d9c86b4e64: done: 0.028178 sec","job_status":"done","queue_duration_s":2.614905,"scheduling_latency_s":2.614926,"redis_calls":10,"redis_duration_s":0.004365,"redis_read_bytes":9,"redis_write_bytes":1055,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001112,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002073,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00118,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":206,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013579,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00072132,"duration_s":0.028178,"completed_at":"2026-06-29T11:00:07.768Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006573,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1681vm-test-run-nixbot-gitlab> gitlab # [  197.744364] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.771Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","jid":"7609f95a0d2338a0c45f69fe","created_at":"2026-06-29T11:00:05.130Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"29fd257d962d439525151683914576ca","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6fd978bae1387dafc89025ea66dbcf41624e32b5e06562317011e023b1327155","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.137Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleBulkDeleteJobArtifactCronWorker JID-7609f95a0d2338a0c45f69fe: start","job_status":"start","queue_duration_s":2.634788,"scheduling_latency_s":2.63481}1682vm-test-run-nixbot-gitlab> gitlab # [  197.745425] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.805Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","jid":"7609f95a0d2338a0c45f69fe","created_at":"2026-06-29T11:00:05.130Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"29fd257d962d439525151683914576ca","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6fd978bae1387dafc89025ea66dbcf41624e32b5e06562317011e023b1327155","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.137Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleBulkDeleteJobArtifactCronWorker JID-7609f95a0d2338a0c45f69fe: done: 0.033679 sec","job_status":"done","queue_duration_s":2.634788,"scheduling_latency_s":2.63481,"redis_calls":24,"redis_duration_s":0.009103,"redis_read_bytes":25,"redis_write_bytes":5977,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000918,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":704,"redis_queues_calls":2,"redis_queues_duration_s":0.003912,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3810,"redis_queues_metadata_calls":11,"redis_queues_metadata_duration_s":0.002693,"redis_queues_metadata_read_bytes":14,"redis_queues_metadata_write_bytes":894,"redis_shared_state_calls":7,"redis_shared_state_duration_s":0.00158,"redis_shared_state_read_bytes":4,"redis_shared_state_write_bytes":569,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019108,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000326299,"extra.ci_schedule_bulk_delete_job_artifact_cron_worker.max_buckets":5,"extra.ci_schedule_bulk_delete_job_artifact_cron_worker.available_count":0,"extra.ci_schedule_bulk_delete_job_artifact_cron_worker.occupied_count":0,"extra.ci_schedule_bulk_delete_job_artifact_cron_worker.stale_count":0,"extra.ci_schedule_bulk_delete_job_artifact_cron_worker.missing_count":5,"duration_s":0.033679,"completed_at":"2026-06-29T11:00:07.805Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001393,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1683vm-test-run-nixbot-gitlab> gitlab # [  197.840301] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.811Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"7050633eaf5c4412f8b358cd","created_at":"2026-06-29T11:00:05.143Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"35256d744256db117eeee7db8f313cc3","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.149Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainSslRenewalCronWorker JID-7050633eaf5c4412f8b358cd: start","job_status":"start","queue_duration_s":2.662236,"scheduling_latency_s":2.66231}1684vm-test-run-nixbot-gitlab> gitlab # [  197.841969] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.833Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"7050633eaf5c4412f8b358cd","created_at":"2026-06-29T11:00:05.143Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"35256d744256db117eeee7db8f313cc3","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.149Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainSslRenewalCronWorker JID-7050633eaf5c4412f8b358cd: done: 0.021556 sec","job_status":"done","queue_duration_s":2.662236,"scheduling_latency_s":2.66231,"redis_calls":10,"redis_duration_s":0.002843,"redis_read_bytes":9,"redis_write_bytes":1087,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000434,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001459,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":566,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00095,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":216,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010937,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000351442,"duration_s":0.021556,"completed_at":"2026-06-29T11:00:07.833Z","load_balancing_strategy":"primary","db_duration_s":0.000371,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1685vm-test-run-nixbot-gitlab> gitlab # [  197.871259] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.834Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"1e91d98ae7d225d1bdfa2408","created_at":"2026-06-29T11:00:05.157Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"171aece44c130a65a3117186ab4fecc4","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-29T11:00:05.159Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-1e91d98ae7d225d1bdfa2408: start","job_status":"start","queue_duration_s":2.675202,"scheduling_latency_s":2.675222}1686vm-test-run-nixbot-gitlab> gitlab # [  197.945431] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.841Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1687vm-test-run-nixbot-gitlab> gitlab # [  197.946362] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.845Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"1e91d98ae7d225d1bdfa2408","created_at":"2026-06-29T11:00:05.157Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"171aece44c130a65a3117186ab4fecc4","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-29T11:00:05.159Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-1e91d98ae7d225d1bdfa2408: done: 0.011595 sec","job_status":"done","queue_duration_s":2.675202,"scheduling_latency_s":2.675222,"redis_calls":7,"redis_duration_s":0.001653,"redis_read_bytes":5,"redis_write_bytes":801,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001168,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000485,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00692,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.011595,"completed_at":"2026-06-29T11:00:07.845Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1688vm-test-run-nixbot-gitlab> gitlab # [  198.015308] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.847Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"StuckCiJobsWorker","jid":"c0598f144004e3b89cc56628","created_at":"2026-06-29T11:00:05.170Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"492ad0e7d4007611f2795c9791a1b681","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:688518068b75df5544ce76496372eb2176b68f67fc20ec19a768c0a774774cd9","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.178Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"StuckCiJobsWorker JID-c0598f144004e3b89cc56628: start","job_status":"start","queue_duration_s":2.668537,"scheduling_latency_s":2.668558}1689vm-test-run-nixbot-gitlab> gitlab # [  198.016503] gitaly[1388]: time="2026-06-29T11:00:06.720Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=322 command.oublock=32 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-29T11:00:16.004" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.685" grpc.time_ms=34.602 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1690vm-test-run-nixbot-gitlab> gitlab # [  198.017966] setup-gitlab-start[2960]: To http://gitlab/root/test-flake.git1691vm-test-run-nixbot-gitlab> gitlab # [  198.019197] setup-gitlab-start[2960]:  * [new branch]      master -> master1692vm-test-run-nixbot-gitlab> gitlab # [  198.020049] setup-gitlab-start[2960]: branch 'master' set up to track 'origin/master'.1693vm-test-run-nixbot-gitlab> gitlab # [  198.020945] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.940Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"StuckCiJobsWorker","jid":"c0598f144004e3b89cc56628","created_at":"2026-06-29T11:00:05.170Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"492ad0e7d4007611f2795c9791a1b681","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:688518068b75df5544ce76496372eb2176b68f67fc20ec19a768c0a774774cd9","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.178Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"StuckCiJobsWorker JID-c0598f144004e3b89cc56628: done: 0.092968 sec","job_status":"done","queue_duration_s":2.668537,"scheduling_latency_s":2.668558,"redis_calls":23,"redis_duration_s":0.006039,"redis_read_bytes":22,"redis_write_bytes":4957,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.002457,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1679,"redis_queues_calls":3,"redis_queues_duration_s":0.000923,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2315,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001538,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":502,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001121,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":461,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.068772,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.018172981,"duration_s":0.092968,"completed_at":"2026-06-29T11:00:07.940Z","load_balancing_strategy":"primary","db_duration_s":0.0108,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1694vm-test-run-nixbot-gitlab> gitlab # [  198.073224] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.941Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"5c3b891e63b2fca582e3c377","created_at":"2026-06-29T11:00:05.186Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"45fa67aee84e002b259e879674e544ba","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.189Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-5c3b891e63b2fca582e3c377: start","job_status":"start","queue_duration_s":2.751888,"scheduling_latency_s":2.751911}1695vm-test-run-nixbot-gitlab> gitlab # [  198.154194] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.955Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"5c3b891e63b2fca582e3c377","created_at":"2026-06-29T11:00:05.186Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"45fa67aee84e002b259e879674e544ba","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.189Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-5c3b891e63b2fca582e3c377: done: 0.013522 sec","job_status":"done","queue_duration_s":2.751888,"scheduling_latency_s":2.751911,"redis_calls":7,"redis_duration_s":0.001601,"redis_read_bytes":5,"redis_write_bytes":776,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00111,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000491,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007741,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.013522,"completed_at":"2026-06-29T11:00:07.955Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1696vm-test-run-nixbot-gitlab> gitlab # [  198.160372] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.956Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"67df17af61c8c55bf5ede091","created_at":"2026-06-29T11:00:05.204Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e0b75708e36d3bdd1cefef3872089b17","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.208Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-67df17af61c8c55bf5ede091: start","job_status":"start","queue_duration_s":2.748777,"scheduling_latency_s":2.748799}1697vm-test-run-nixbot-gitlab> gitlab # [  198.183984] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.991Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"67df17af61c8c55bf5ede091","created_at":"2026-06-29T11:00:05.204Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e0b75708e36d3bdd1cefef3872089b17","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.208Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-67df17af61c8c55bf5ede091: done: 0.034468 sec","job_status":"done","queue_duration_s":2.748777,"scheduling_latency_s":2.748799,"redis_calls":9,"redis_duration_s":0.00349,"redis_read_bytes":7,"redis_write_bytes":1169,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002473,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001017,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014608,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000514591,"exclusive_lock_hold_duration_s":0.0151279,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.034468,"completed_at":"2026-06-29T11:00:07.991Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.014507,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1698vm-test-run-nixbot-gitlab> gitlab # [  198.298165] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:07.992Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ExpireBuildArtifactsWorker","jid":"239a8d43d9cbb1ba75c95351","created_at":"2026-06-29T11:00:05.215Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"026fdac48df7d5247ee8fc60e87a44c4","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:7be9ea93da0bda6381b334cf2932692b41842a57ea0aeac11899369225b9bb7e","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.222Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ExpireBuildArtifactsWorker JID-239a8d43d9cbb1ba75c95351: start","job_status":"start","queue_duration_s":2.770689,"scheduling_latency_s":2.77071}1699vm-test-run-nixbot-gitlab> gitlab # [  198.299198] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.008Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ExpireBuildArtifactsWorker","jid":"239a8d43d9cbb1ba75c95351","created_at":"2026-06-29T11:00:05.215Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"026fdac48df7d5247ee8fc60e87a44c4","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:7be9ea93da0bda6381b334cf2932692b41842a57ea0aeac11899369225b9bb7e","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.222Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ExpireBuildArtifactsWorker JID-239a8d43d9cbb1ba75c95351: done: 0.015804 sec","job_status":"done","queue_duration_s":2.770689,"scheduling_latency_s":2.77071,"redis_calls":10,"redis_duration_s":0.002301,"redis_read_bytes":9,"redis_write_bytes":1035,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000419,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001442,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00044,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008799,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000341942,"duration_s":0.015804,"completed_at":"2026-06-29T11:00:08.008Z","load_balancing_strategy":"primary","db_duration_s":0.000331,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1700vm-test-run-nixbot-gitlab> gitlab # [  198.338044] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.009Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"eb928b3344c7f8fc8326a56e","created_at":"2026-06-29T11:00:05.231Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4e14bd890796edd76e8693ec2d2009d5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.234Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-eb928b3344c7f8fc8326a56e: start","job_status":"start","queue_duration_s":2.775107,"scheduling_latency_s":2.775126}1701vm-test-run-nixbot-gitlab> gitlab # [  198.361190] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.222Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"eb928b3344c7f8fc8326a56e","created_at":"2026-06-29T11:00:05.231Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4e14bd890796edd76e8693ec2d2009d5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.234Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-eb928b3344c7f8fc8326a56e: done: 0.212116 sec","job_status":"done","queue_duration_s":2.775107,"scheduling_latency_s":2.775126,"redis_calls":11,"redis_duration_s":0.002947,"redis_read_bytes":9,"redis_write_bytes":1262,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000507,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":275,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001194,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001246,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":124,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":124,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.053,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":124,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":80,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.053,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.123427,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000508445,"exclusive_lock_hold_duration_s":0.19326339,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.212116,"completed_at":"2026-06-29T11:00:08.221Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.08706,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1702vm-test-run-nixbot-gitlab> gitlab # [  198.443542] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.224Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"0a80ab7c4a64058ecc7fc2f3","created_at":"2026-06-29T11:00:05.249Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"94b1b4f8d487bd87c7bd65d584b5ef41","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.251Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-0a80ab7c4a64058ecc7fc2f3: start","job_status":"start","queue_duration_s":2.972646,"scheduling_latency_s":2.972668}1703vm-test-run-nixbot-gitlab> gitlab # [  198.452986] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.242Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"0a80ab7c4a64058ecc7fc2f3","created_at":"2026-06-29T11:00:05.249Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"94b1b4f8d487bd87c7bd65d584b5ef41","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.251Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-0a80ab7c4a64058ecc7fc2f3: done: 0.018245 sec","job_status":"done","queue_duration_s":2.972646,"scheduling_latency_s":2.972668,"redis_calls":9,"redis_duration_s":0.002514,"redis_read_bytes":7,"redis_write_bytes":1087,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001562,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000952,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00905,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000528559,"exclusive_lock_hold_duration_s":0.001728153,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.018245,"completed_at":"2026-06-29T11:00:08.242Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000756,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1704vm-test-run-nixbot-gitlab> gitlab # [  198.519664] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.244Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"896709b9a4d8e5918cb73e0e","created_at":"2026-06-29T11:00:05.258Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"471722c9e0eb739584ccc61a8ec47d8d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.261Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-896709b9a4d8e5918cb73e0e: start","job_status":"start","queue_duration_s":2.982721,"scheduling_latency_s":2.982748}1705vm-test-run-nixbot-gitlab> gitlab # [  198.543382] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.276Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"896709b9a4d8e5918cb73e0e","created_at":"2026-06-29T11:00:05.258Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"471722c9e0eb739584ccc61a8ec47d8d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.261Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-896709b9a4d8e5918cb73e0e: done: 0.032365 sec","job_status":"done","queue_duration_s":2.982721,"scheduling_latency_s":2.982748,"redis_calls":9,"redis_duration_s":0.002746,"redis_read_bytes":7,"redis_write_bytes":1162,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001462,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001284,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018762,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000707632,"exclusive_lock_hold_duration_s":0.017353602,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.032365,"completed_at":"2026-06-29T11:00:08.276Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009103,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1706vm-test-run-nixbot-gitlab> gitlab # [  198.613072] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.278Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"ea6e451f04c315e4244b6636","created_at":"2026-06-29T11:00:05.269Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7d8863d9d69f1b36d637ceb86b2f01f6","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.277Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::InactiveProjectsDeletionCronWorker JID-ea6e451f04c315e4244b6636: start","job_status":"start","queue_duration_s":3.001539,"scheduling_latency_s":3.001562}1707vm-test-run-nixbot-gitlab> gitlab # [  198.634973] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.299Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"ea6e451f04c315e4244b6636","created_at":"2026-06-29T11:00:05.269Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7d8863d9d69f1b36d637ceb86b2f01f6","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.277Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::InactiveProjectsDeletionCronWorker JID-ea6e451f04c315e4244b6636: done: 0.020743 sec","job_status":"done","queue_duration_s":3.001539,"scheduling_latency_s":3.001562,"redis_calls":10,"redis_duration_s":0.002306,"redis_read_bytes":9,"redis_write_bytes":1179,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000464,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001371,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":610,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000471,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":238,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013523,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000397257,"duration_s":0.020743,"completed_at":"2026-06-29T11:00:08.299Z","load_balancing_strategy":"primary","db_duration_s":0.000512,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1708vm-test-run-nixbot-gitlab> gitlab # [  198.734181] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.300Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"bc2064640029d68810b3a24b","created_at":"2026-06-29T11:00:05.285Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6889a0754a6c604a009f658e93363dc3","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.290Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-bc2064640029d68810b3a24b: start","job_status":"start","queue_duration_s":3.010505,"scheduling_latency_s":3.010526}1709vm-test-run-nixbot-gitlab> gitlab # [  198.735225] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.317Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"bc2064640029d68810b3a24b","created_at":"2026-06-29T11:00:05.285Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6889a0754a6c604a009f658e93363dc3","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.290Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-bc2064640029d68810b3a24b: done: 0.016562 sec","job_status":"done","queue_duration_s":3.010505,"scheduling_latency_s":3.010526,"redis_calls":10,"redis_duration_s":0.002278,"redis_read_bytes":8,"redis_write_bytes":1239,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00135,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000928,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010385,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.003061283,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.016562,"completed_at":"2026-06-29T11:00:08.317Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001706,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1710vm-test-run-nixbot-gitlab> gitlab # [  198.791788] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.318Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleOldPipelinesRemovalCronWorker","jid":"2dd401c3acd0d7bac3c97aae","created_at":"2026-06-29T11:00:05.305Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5cd05815835513d57d02434c59416c33dd1bebcfa3138e1542ab850c977747b0","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.316Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleOldPipelinesRemovalCronWorker JID-2dd401c3acd0d7bac3c97aae: start","job_status":"start","queue_duration_s":3.002666,"scheduling_latency_s":3.002686}1711vm-test-run-nixbot-gitlab> gitlab # [  198.878303] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.353Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleOldPipelinesRemovalCronWorker","jid":"2dd401c3acd0d7bac3c97aae","created_at":"2026-06-29T11:00:05.305Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5cd05815835513d57d02434c59416c33dd1bebcfa3138e1542ab850c977747b0","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.316Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleOldPipelinesRemovalCronWorker JID-2dd401c3acd0d7bac3c97aae: done: 0.034579 sec","job_status":"done","queue_duration_s":3.002666,"scheduling_latency_s":3.002686,"redis_calls":28,"redis_duration_s":0.0058649999999999996,"redis_read_bytes":36,"redis_write_bytes":10603,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000838,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":680,"redis_queues_calls":2,"redis_queues_duration_s":0.000314,"redis_queues_read_bytes":3,"redis_queues_write_bytes":8315,"redis_queues_metadata_calls":16,"redis_queues_metadata_duration_s":0.00342,"redis_queues_metadata_read_bytes":24,"redis_queues_metadata_write_bytes":1162,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001293,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":446,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024859,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000331606,"duration_s":0.034579,"completed_at":"2026-06-29T11:00:08.353Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002576,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1712vm-test-run-nixbot-gitlab> gitlab # [  198.883520] gitaly[1388]: time="2026-06-29T11:00:06.732Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T11:00:16.050" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.731" pid=1388 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1713vm-test-run-nixbot-gitlab> gitlab # [  198.900188] gitaly[1388]: time="2026-06-29T11:00:06.732Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T11:00:16.050" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.731" grpc.time_ms=0.414 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1714vm-test-run-nixbot-gitlab> gitlab # [  198.918379] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.354Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivatedDeploymentsDeleteCronWorker","jid":"728c63aa87a6071725befef6","created_at":"2026-06-29T11:00:05.325Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8ab6b3f852157429d5736e366de25358","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:02dc87c01bb5b1cecbe6eae0009120537d166f4adbbb83ef540bec12f0f9136a","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.332Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivatedDeploymentsDeleteCronWorker JID-728c63aa87a6071725befef6: start","job_status":"start","queue_duration_s":3.022271,"scheduling_latency_s":3.022293}1715vm-test-run-nixbot-gitlab> gitlab # [  198.940183] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.371Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivatedDeploymentsDeleteCronWorker","jid":"728c63aa87a6071725befef6","created_at":"2026-06-29T11:00:05.325Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8ab6b3f852157429d5736e366de25358","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:02dc87c01bb5b1cecbe6eae0009120537d166f4adbbb83ef540bec12f0f9136a","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.332Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivatedDeploymentsDeleteCronWorker JID-728c63aa87a6071725befef6: done: 0.016507 sec","job_status":"done","queue_duration_s":3.022271,"scheduling_latency_s":3.022293,"redis_calls":10,"redis_duration_s":0.00217,"redis_read_bytes":9,"redis_write_bytes":1187,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000422,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001342,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000406,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009593,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000361778,"duration_s":0.016507,"completed_at":"2026-06-29T11:00:08.371Z","load_balancing_strategy":"primary","db_duration_s":0.000816,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1716vm-test-run-nixbot-gitlab> gitlab # [  199.023224] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.372Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["[FILTERED]"],"class":"Database::BackgroundOperation::CronEnqueueWorker","jid":"97294433d7d037eecac70d8b","created_at":"2026-06-29T11:00:05.340Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"14e35aac2a90af2fd456fd476c1d667c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:38f97efb1ac6a87ded5913833f7d951478e91a6be2a4328abbe154ee188cf7fb","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.349Z","job_size_bytes":101,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CronEnqueueWorker JID-97294433d7d037eecac70d8b: start","job_status":"start","queue_duration_s":3.023351,"scheduling_latency_s":3.023406}1717vm-test-run-nixbot-gitlab> gitlab # [  199.027839] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.432Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["[FILTERED]"],"class":"Database::BackgroundOperation::CronEnqueueWorker","jid":"97294433d7d037eecac70d8b","created_at":"2026-06-29T11:00:05.340Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"14e35aac2a90af2fd456fd476c1d667c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:38f97efb1ac6a87ded5913833f7d951478e91a6be2a4328abbe154ee188cf7fb","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.349Z","job_size_bytes":101,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CronEnqueueWorker JID-97294433d7d037eecac70d8b: done: 0.060115 sec","job_status":"done","queue_duration_s":3.023351,"scheduling_latency_s":3.023406,"redis_calls":10,"redis_duration_s":0.002634,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000423,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00178,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000431,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":7,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.043714,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00039195,"duration_s":0.060115,"completed_at":"2026-06-29T11:00:08.432Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010447,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1718vm-test-run-nixbot-gitlab> gitlab # [  199.149139] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.434Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::PipelineArtifacts::ExpireArtifactsWorker","jid":"649d38547e69f146eccb1e72","created_at":"2026-06-29T11:00:05.359Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9eeaf1aa63f820b413f37b368751a011","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:35dc78c13bdf78a98c09fc2795030a4961be87ad882288b77a6a3c9be677e4d5","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.367Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::ExpireArtifactsWorker JID-649d38547e69f146eccb1e72: start","job_status":"start","queue_duration_s":3.067111,"scheduling_latency_s":3.067133}1719vm-test-run-nixbot-gitlab> gitlab # [  199.150250] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.455Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::PipelineArtifacts::ExpireArtifactsWorker","jid":"649d38547e69f146eccb1e72","created_at":"2026-06-29T11:00:05.359Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9eeaf1aa63f820b413f37b368751a011","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:35dc78c13bdf78a98c09fc2795030a4961be87ad882288b77a6a3c9be677e4d5","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.367Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::ExpireArtifactsWorker JID-649d38547e69f146eccb1e72: done: 0.021832 sec","job_status":"done","queue_duration_s":3.067111,"scheduling_latency_s":3.067133,"redis_calls":12,"redis_duration_s":0.0026449999999999998,"redis_read_bytes":11,"redis_write_bytes":1481,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000417,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001272,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000956,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":548,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012903,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000474921,"exclusive_lock_hold_duration_s":0.00517468,"extra.ci_pipeline_artifacts_expire_artifacts_worker.destroyed_pipeline_artifacts_count":0,"duration_s":0.021832,"completed_at":"2026-06-29T11:00:08.455Z","load_balancing_strategy":"primary","db_duration_s":0.002473,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1720vm-test-run-nixbot-gitlab> gitlab # [  199.184123] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.457Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"StuckMergeJobsWorker","jid":"6499edce1b0a2c31bfbcda49","created_at":"2026-06-29T11:00:05.374Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"506b62eec76868ab0e40d0dcbf9b8b17","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:ce304458c2d63d5d84855b65f51692704db52bf763a718b10c08a2bd5f588f06","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.380Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"StuckMergeJobsWorker JID-6499edce1b0a2c31bfbcda49: start","job_status":"start","queue_duration_s":3.077021,"scheduling_latency_s":3.077042}1721vm-test-run-nixbot-gitlab> gitlab # [  199.204716] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.476Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"StuckMergeJobsWorker","jid":"6499edce1b0a2c31bfbcda49","created_at":"2026-06-29T11:00:05.374Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"506b62eec76868ab0e40d0dcbf9b8b17","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:ce304458c2d63d5d84855b65f51692704db52bf763a718b10c08a2bd5f588f06","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.380Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"StuckMergeJobsWorker JID-6499edce1b0a2c31bfbcda49: done: 0.019257 sec","job_status":"done","queue_duration_s":3.077021,"scheduling_latency_s":3.077042,"redis_calls":11,"redis_duration_s":0.002363,"redis_read_bytes":10,"redis_write_bytes":1022,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000469,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":283,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001258,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":514,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000636,"redis_shared_state_read_bytes":4,"redis_shared_state_write_bytes":225,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011859,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000322388,"duration_s":0.019257,"completed_at":"2026-06-29T11:00:08.476Z","load_balancing_strategy":"primary","db_duration_s":0.001963,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1722vm-test-run-nixbot-gitlab> gitlab # [  199.275953] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.477Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ObjectStorage::DeleteStaleDirectUploadsWorker","jid":"29a732e25b73bb3ff53426cc","created_at":"2026-06-29T11:00:05.387Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c60271d43adde7437c6a88308ce629c1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:da92be7816ff691bea6b0627c50cb73b98e4b5009a988cab37d277c0df9aa326","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.393Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ObjectStorage::DeleteStaleDirectUploadsWorker JID-29a732e25b73bb3ff53426cc: start","job_status":"start","queue_duration_s":3.084205,"scheduling_latency_s":3.084225}1723vm-test-run-nixbot-gitlab> gitlab # [  199.355100] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.494Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ObjectStorage::DeleteStaleDirectUploadsWorker","jid":"29a732e25b73bb3ff53426cc","created_at":"2026-06-29T11:00:05.387Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c60271d43adde7437c6a88308ce629c1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:da92be7816ff691bea6b0627c50cb73b98e4b5009a988cab37d277c0df9aa326","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.393Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ObjectStorage::DeleteStaleDirectUploadsWorker JID-29a732e25b73bb3ff53426cc: done: 0.016728 sec","job_status":"done","queue_duration_s":3.084205,"scheduling_latency_s":3.084225,"redis_calls":12,"redis_duration_s":0.002556,"redis_read_bytes":11,"redis_write_bytes":1247,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000424,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001292,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00084,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":296,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009889,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000321828,"extra.object_storage_delete_stale_direct_uploads_worker.total_pending_entries":0,"extra.object_storage_delete_stale_direct_uploads_worker.total_deleted_stale_entries":0,"extra.object_storage_delete_stale_direct_uploads_worker.execution_timeout":false,"duration_s":0.016728,"completed_at":"2026-06-29T11:00:08.494Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000433,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1724vm-test-run-nixbot-gitlab> gitlab # [  199.360046] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.496Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"50d8a9a67590adbbc2c52170","created_at":"2026-06-29T11:00:05.399Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"e1ad1a5b31f9d2fb7c06f83b15b30df1","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.407Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-50d8a9a67590adbbc2c52170: start","job_status":"start","queue_duration_s":3.089227,"scheduling_latency_s":3.08927}1725vm-test-run-nixbot-gitlab> gitlab # [  199.434128] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.515Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"50d8a9a67590adbbc2c52170","created_at":"2026-06-29T11:00:05.399Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"e1ad1a5b31f9d2fb7c06f83b15b30df1","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.407Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-50d8a9a67590adbbc2c52170: done: 0.019334 sec","job_status":"done","queue_duration_s":3.089227,"scheduling_latency_s":3.08927,"redis_calls":10,"redis_duration_s":0.002234,"redis_read_bytes":9,"redis_write_bytes":1203,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000469,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00135,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000415,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010608,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000345854,"duration_s":0.019334,"completed_at":"2026-06-29T11:00:08.515Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000556,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1726vm-test-run-nixbot-gitlab> gitlab # [  199.447423] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.517Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"RepositoryArchiveCacheWorker","jid":"466c286a4736977fce4d7c48","created_at":"2026-06-29T11:00:05.412Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c28c175975c7cd1ddd0802ac12bfd593","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:e95d964ef170969342a5c9d45a52aad8532569d2d839f18acfd130ccc124369d","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.420Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"RepositoryArchiveCacheWorker JID-466c286a4736977fce4d7c48: start","job_status":"start","queue_duration_s":3.096226,"scheduling_latency_s":3.096247}1727vm-test-run-nixbot-gitlab> gitlab # [  199.529150] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.535Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"RepositoryArchiveCacheWorker","jid":"466c286a4736977fce4d7c48","created_at":"2026-06-29T11:00:05.412Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-f864491fc7c044b6","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c28c175975c7cd1ddd0802ac12bfd593","meta.root_caller_id":"Cronjob","meta.feature_category":"source_code_management","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:e95d964ef170969342a5c9d45a52aad8532569d2d839f18acfd130ccc124369d","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:05.420Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"RepositoryArchiveCacheWorker JID-466c286a4736977fce4d7c48: done: 0.018034 sec","job_status":"done","queue_duration_s":3.096226,"scheduling_latency_s":3.096247,"redis_calls":12,"redis_duration_s":0.002592,"redis_read_bytes":11,"redis_write_bytes":1392,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000842,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":640,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001343,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000407,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":206,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011261,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003696,"duration_s":0.018034,"completed_at":"2026-06-29T11:00:08.535Z","load_balancing_strategy":"primary","db_duration_s":0.000691,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1728vm-test-run-nixbot-gitlab> gitlab # [  199.532122] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.536Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"086d603498e875b5171cd50b","created_at":"2026-06-29T11:00:06.637Z","trace_propagation_headers":{"sentry-trace":"4db43b68b9ef42fe9b419eecb9e9285b-5c529fc4b2c040af","baggage":"sentry-trace_id=4db43b68b9ef42fe9b419eecb9e9285b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJK4Q0WW6MBJ4MEAVARDQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.663Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-086d603498e875b5171cd50b: start","job_status":"start","queue_duration_s":1.8731,"scheduling_latency_s":1.873121}1729vm-test-run-nixbot-gitlab> gitlab # [  199.555806] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.574Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"086d603498e875b5171cd50b","created_at":"2026-06-29T11:00:06.637Z","trace_propagation_headers":{"sentry-trace":"4db43b68b9ef42fe9b419eecb9e9285b-5c529fc4b2c040af","baggage":"sentry-trace_id=4db43b68b9ef42fe9b419eecb9e9285b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJK4Q0WW6MBJ4MEAVARDQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.663Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-086d603498e875b5171cd50b: done: 0.038593 sec","job_status":"done","queue_duration_s":1.8731,"scheduling_latency_s":1.873121,"redis_calls":10,"redis_duration_s":0.002326,"redis_read_bytes":8,"redis_write_bytes":1165,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001326,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":7,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026206,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.023128638,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.038593,"completed_at":"2026-06-29T11:00:08.574Z","load_balancing_strategy":"primary","db_duration_s":0.008259,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1730vm-test-run-nixbot-gitlab> gitlab # [  199.623342] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.576Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"021ce20adfa786b76d6660fb","created_at":"2026-06-29T11:00:06.672Z","trace_propagation_headers":{"sentry-trace":"4db43b68b9ef42fe9b419eecb9e9285b-5c529fc4b2c040af","baggage":"sentry-trace_id=4db43b68b9ef42fe9b419eecb9e9285b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJK4Q0WW6MBJ4MEAVARDQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.677Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-021ce20adfa786b76d6660fb: start","job_status":"start","queue_duration_s":1.898806,"scheduling_latency_s":1.898827}1731vm-test-run-nixbot-gitlab> gitlab # [  199.710749] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.648Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"021ce20adfa786b76d6660fb","created_at":"2026-06-29T11:00:06.672Z","trace_propagation_headers":{"sentry-trace":"4db43b68b9ef42fe9b419eecb9e9285b-5c529fc4b2c040af","baggage":"sentry-trace_id=4db43b68b9ef42fe9b419eecb9e9285b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJK4Q0WW6MBJ4MEAVARDQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.677Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-021ce20adfa786b76d6660fb: done: 0.071929 sec","job_status":"done","queue_duration_s":1.898806,"scheduling_latency_s":1.898827,"redis_calls":14,"redis_duration_s":0.003117,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000617,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001526,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000974,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.049884,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.051523588,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.071929,"completed_at":"2026-06-29T11:00:08.648Z","load_balancing_strategy":"primary","db_duration_s":0.014425,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1732vm-test-run-nixbot-gitlab> gitlab # [  199.714363] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.649Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"03af715f30f57afe993d84d0","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-03af715f30f57afe993d84d0: start","job_status":"start","queue_duration_s":1.934601,"scheduling_latency_s":1.934622}1733vm-test-run-nixbot-gitlab> gitlab # [  199.792402] gitaly[1388]: time="2026-06-29T11:00:06.753Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=621 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-29T11:00:16.066" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.746" grpc.time_ms=6.915 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1734vm-test-run-nixbot-gitlab> gitlab # [  199.793920] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.664Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"03af715f30f57afe993d84d0","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-03af715f30f57afe993d84d0: done: 0.015086 sec","job_status":"done","queue_duration_s":1.934601,"scheduling_latency_s":1.934622,"redis_calls":13,"redis_duration_s":0.002722,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00082,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001902,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009903,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015086,"completed_at":"2026-06-29T11:00:08.664Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1735vm-test-run-nixbot-gitlab> gitlab # [  199.867289] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.666Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8ebdd9b8e7630beeb3ed8173","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8ebdd9b8e7630beeb3ed8173: start","job_status":"start","queue_duration_s":1.951906,"scheduling_latency_s":1.951948}1736vm-test-run-nixbot-gitlab> gitlab # [  199.868759] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.684Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8ebdd9b8e7630beeb3ed8173","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8ebdd9b8e7630beeb3ed8173: done: 0.017701 sec","job_status":"done","queue_duration_s":1.951906,"scheduling_latency_s":1.951948,"redis_calls":13,"redis_duration_s":0.0027790000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000844,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001935,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011125,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017701,"completed_at":"2026-06-29T11:00:08.684Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1737vm-test-run-nixbot-gitlab> gitlab # [  199.946814] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.685Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c4d5b3195b7d79c24313e34e","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c4d5b3195b7d79c24313e34e: start","job_status":"start","queue_duration_s":1.970811,"scheduling_latency_s":1.970832}1738vm-test-run-nixbot-gitlab> gitlab # [  199.948150] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.700Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c4d5b3195b7d79c24313e34e","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c4d5b3195b7d79c24313e34e: done: 0.01472 sec","job_status":"done","queue_duration_s":1.970811,"scheduling_latency_s":1.970832,"redis_calls":13,"redis_duration_s":0.0027099999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000863,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001847,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009982,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01472,"completed_at":"2026-06-29T11:00:08.700Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1739vm-test-run-nixbot-gitlab> gitlab # [  200.016347] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.701Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"298f8c2221cd6a5f1c1563a6","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-298f8c2221cd6a5f1c1563a6: start","job_status":"start","queue_duration_s":1.986786,"scheduling_latency_s":1.986809}1740vm-test-run-nixbot-gitlab> gitlab # [  200.017136] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.716Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"298f8c2221cd6a5f1c1563a6","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-298f8c2221cd6a5f1c1563a6: done: 0.014817 sec","job_status":"done","queue_duration_s":1.986786,"scheduling_latency_s":1.986809,"redis_calls":13,"redis_duration_s":0.002726,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000872,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001854,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009825,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014817,"completed_at":"2026-06-29T11:00:08.716Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1741vm-test-run-nixbot-gitlab> gitlab # [  200.086395] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.717Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dfaa2b3b71934277a5abed8d","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dfaa2b3b71934277a5abed8d: start","job_status":"start","queue_duration_s":2.002846,"scheduling_latency_s":2.002867}1742vm-test-run-nixbot-gitlab> gitlab # [  200.087911] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.732Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dfaa2b3b71934277a5abed8d","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dfaa2b3b71934277a5abed8d: done: 0.014516 sec","job_status":"done","queue_duration_s":2.002846,"scheduling_latency_s":2.002867,"redis_calls":13,"redis_duration_s":0.002781,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000858,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001923,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00982,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014516,"completed_at":"2026-06-29T11:00:08.732Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1743vm-test-run-nixbot-gitlab> gitlab # [  200.156909] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.733Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0248ac6fe931686f90e853bd","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0248ac6fe931686f90e853bd: start","job_status":"start","queue_duration_s":2.018544,"scheduling_latency_s":2.018564}1744vm-test-run-nixbot-gitlab> gitlab # [  200.157970] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.747Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0248ac6fe931686f90e853bd","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0248ac6fe931686f90e853bd: done: 0.014445 sec","job_status":"done","queue_duration_s":2.018544,"scheduling_latency_s":2.018564,"redis_calls":13,"redis_duration_s":0.002781,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00081,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001971,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009808,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014445,"completed_at":"2026-06-29T11:00:08.747Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1745vm-test-run-nixbot-gitlab> gitlab # [  200.226867] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.749Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"44962f716a6acfb78db2a4f3","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-44962f716a6acfb78db2a4f3: start","job_status":"start","queue_duration_s":2.034472,"scheduling_latency_s":2.034494}1746vm-test-run-nixbot-gitlab> gitlab # [  200.297201] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.763Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"44962f716a6acfb78db2a4f3","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-44962f716a6acfb78db2a4f3: done: 0.014595 sec","job_status":"done","queue_duration_s":2.034472,"scheduling_latency_s":2.034494,"redis_calls":13,"redis_duration_s":0.002783,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00087,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001913,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009893,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014595,"completed_at":"2026-06-29T11:00:08.763Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1747vm-test-run-nixbot-gitlab> gitlab # [  200.299068] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.765Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"755cf1c6bc47f3c58fbade39","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-755cf1c6bc47f3c58fbade39: start","job_status":"start","queue_duration_s":2.050465,"scheduling_latency_s":2.050487}1748vm-test-run-nixbot-gitlab> gitlab # [  200.375192] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.782Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"755cf1c6bc47f3c58fbade39","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-755cf1c6bc47f3c58fbade39: done: 0.01737 sec","job_status":"done","queue_duration_s":2.050465,"scheduling_latency_s":2.050487,"redis_calls":13,"redis_duration_s":0.0031609999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00114,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002021,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011672,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01737,"completed_at":"2026-06-29T11:00:08.782Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1749vm-test-run-nixbot-gitlab> gitlab # [  200.376967] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.784Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"203293d0e745d9e26f404dc1","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-203293d0e745d9e26f404dc1: start","job_status":"start","queue_duration_s":2.069367,"scheduling_latency_s":2.069395}1750vm-test-run-nixbot-gitlab> gitlab # [  200.394273] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.800Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"203293d0e745d9e26f404dc1","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-203293d0e745d9e26f404dc1: done: 0.016266 sec","job_status":"done","queue_duration_s":2.069367,"scheduling_latency_s":2.069395,"redis_calls":13,"redis_duration_s":0.0028850000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000874,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002011,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010146,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016266,"completed_at":"2026-06-29T11:00:08.800Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1751vm-test-run-nixbot-gitlab> gitlab # [  200.479750] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.802Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"49f1ef4135edf10b2ecea600","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-49f1ef4135edf10b2ecea600: start","job_status":"start","queue_duration_s":2.087184,"scheduling_latency_s":2.087205}1752vm-test-run-nixbot-gitlab> gitlab # [  200.480919] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.816Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"49f1ef4135edf10b2ecea600","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-49f1ef4135edf10b2ecea600: done: 0.014701 sec","job_status":"done","queue_duration_s":2.087184,"scheduling_latency_s":2.087205,"redis_calls":13,"redis_duration_s":0.0027730000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000856,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001917,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009936,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014701,"completed_at":"2026-06-29T11:00:08.816Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1753vm-test-run-nixbot-gitlab> gitlab # [  200.580883] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.818Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"243b1c4eb8666f1f0c22a941","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-243b1c4eb8666f1f0c22a941: start","job_status":"start","queue_duration_s":2.103123,"scheduling_latency_s":2.103144}1754vm-test-run-nixbot-gitlab> gitlab # [  200.582662] gitaly[1388]: time="2026-06-29T11:00:06.776Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T11:00:16.095" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.775" grpc.time_ms=0.132 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1755vm-test-run-nixbot-gitlab> gitlab # [  200.583854] gitaly[1388]: time="2026-06-29T11:00:06.781Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-29T11:00:16.100" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.780" grpc.time_ms=0.162 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1756vm-test-run-nixbot-gitlab> gitlab # [  200.589906] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.832Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"243b1c4eb8666f1f0c22a941","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-243b1c4eb8666f1f0c22a941: done: 0.014301 sec","job_status":"done","queue_duration_s":2.103123,"scheduling_latency_s":2.103144,"redis_calls":13,"redis_duration_s":0.002675,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000855,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00182,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009696,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014301,"completed_at":"2026-06-29T11:00:08.832Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1757vm-test-run-nixbot-gitlab> gitlab # [  200.661366] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.833Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"55c831f311b0403c4de12509","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-55c831f311b0403c4de12509: start","job_status":"start","queue_duration_s":2.118624,"scheduling_latency_s":2.118646}1758vm-test-run-nixbot-gitlab> gitlab # [  200.669992] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.848Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"55c831f311b0403c4de12509","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-55c831f311b0403c4de12509: done: 0.014771 sec","job_status":"done","queue_duration_s":2.118624,"scheduling_latency_s":2.118646,"redis_calls":13,"redis_duration_s":0.002737,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000854,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001883,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009628,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014771,"completed_at":"2026-06-29T11:00:08.848Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1759vm-test-run-nixbot-gitlab> gitlab # [  200.742440] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.849Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2227d5b9025e678f4eb6fa25","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2227d5b9025e678f4eb6fa25: start","job_status":"start","queue_duration_s":2.134816,"scheduling_latency_s":2.134836}1760vm-test-run-nixbot-gitlab> gitlab # [  200.816316] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.864Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2227d5b9025e678f4eb6fa25","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2227d5b9025e678f4eb6fa25: done: 0.014362 sec","job_status":"done","queue_duration_s":2.134816,"scheduling_latency_s":2.134836,"redis_calls":13,"redis_duration_s":0.002755,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000815,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00194,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009687,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014362,"completed_at":"2026-06-29T11:00:08.864Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1761vm-test-run-nixbot-gitlab> gitlab # [  200.818205] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.865Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"41f99b7a6b58edcbbc64c0fb","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-41f99b7a6b58edcbbc64c0fb: start","job_status":"start","queue_duration_s":2.150389,"scheduling_latency_s":2.150412}1762vm-test-run-nixbot-gitlab> gitlab # [  200.891813] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.880Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"41f99b7a6b58edcbbc64c0fb","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-41f99b7a6b58edcbbc64c0fb: done: 0.015689 sec","job_status":"done","queue_duration_s":2.150389,"scheduling_latency_s":2.150412,"redis_calls":13,"redis_duration_s":0.0040680000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000996,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003072,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009759,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015689,"completed_at":"2026-06-29T11:00:08.880Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1763vm-test-run-nixbot-gitlab> gitlab # [  200.893970] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.882Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca9d02eb6a6b4ab5508a6de0","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca9d02eb6a6b4ab5508a6de0: start","job_status":"start","queue_duration_s":2.167308,"scheduling_latency_s":2.167329}1764vm-test-run-nixbot-gitlab> gitlab # [  200.910677] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.896Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca9d02eb6a6b4ab5508a6de0","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca9d02eb6a6b4ab5508a6de0: done: 0.014523 sec","job_status":"done","queue_duration_s":2.167308,"scheduling_latency_s":2.167329,"redis_calls":13,"redis_duration_s":0.002916,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0009,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002016,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009509,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014523,"completed_at":"2026-06-29T11:00:08.896Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1765vm-test-run-nixbot-gitlab> gitlab # [  200.981987] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.898Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"26aab01255634454d86f1a03","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-26aab01255634454d86f1a03: start","job_status":"start","queue_duration_s":2.183175,"scheduling_latency_s":2.183195}1766vm-test-run-nixbot-gitlab> gitlab # [  200.991282] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.912Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"26aab01255634454d86f1a03","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-26aab01255634454d86f1a03: done: 0.01431 sec","job_status":"done","queue_duration_s":2.183175,"scheduling_latency_s":2.183195,"redis_calls":13,"redis_duration_s":0.002706,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000826,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00188,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009654,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01431,"completed_at":"2026-06-29T11:00:08.912Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1767vm-test-run-nixbot-gitlab> gitlab # [  201.086060] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.913Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"54e64b3233a4264a374d99bc","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-54e64b3233a4264a374d99bc: start","job_status":"start","queue_duration_s":2.198781,"scheduling_latency_s":2.198802}1768vm-test-run-nixbot-gitlab> gitlab # [  201.087340] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.928Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"54e64b3233a4264a374d99bc","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-54e64b3233a4264a374d99bc: done: 0.014516 sec","job_status":"done","queue_duration_s":2.198781,"scheduling_latency_s":2.198802,"redis_calls":13,"redis_duration_s":0.002656,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000815,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001841,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009827,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014516,"completed_at":"2026-06-29T11:00:08.928Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1769vm-test-run-nixbot-gitlab> gitlab # [  201.163881] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.929Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6bb8c7befd724726846c3cb1","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6bb8c7befd724726846c3cb1: start","job_status":"start","queue_duration_s":2.214496,"scheduling_latency_s":2.214517}1770vm-test-run-nixbot-gitlab> gitlab # [  201.164963] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.943Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6bb8c7befd724726846c3cb1","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6bb8c7befd724726846c3cb1: done: 0.014432 sec","job_status":"done","queue_duration_s":2.214496,"scheduling_latency_s":2.214517,"redis_calls":13,"redis_duration_s":0.002707,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000812,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001895,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009764,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014432,"completed_at":"2026-06-29T11:00:08.943Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1771vm-test-run-nixbot-gitlab> gitlab # [  201.237178] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.945Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5464360812018206a06973fc","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5464360812018206a06973fc: start","job_status":"start","queue_duration_s":2.230937,"scheduling_latency_s":2.230978}1772vm-test-run-nixbot-gitlab> gitlab # [  201.238231] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.963Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5464360812018206a06973fc","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5464360812018206a06973fc: done: 0.017477 sec","job_status":"done","queue_duration_s":2.230937,"scheduling_latency_s":2.230978,"redis_calls":13,"redis_duration_s":0.002768,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000855,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001913,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010841,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017477,"completed_at":"2026-06-29T11:00:08.963Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1773vm-test-run-nixbot-gitlab> gitlab # [  201.324947] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.964Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"39a174028babd3ba25ec3caa","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-39a174028babd3ba25ec3caa: start","job_status":"start","queue_duration_s":2.249554,"scheduling_latency_s":2.249574}1774vm-test-run-nixbot-gitlab> gitlab # [  201.325961] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.978Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"39a174028babd3ba25ec3caa","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-39a174028babd3ba25ec3caa: done: 0.014377 sec","job_status":"done","queue_duration_s":2.249554,"scheduling_latency_s":2.249574,"redis_calls":13,"redis_duration_s":0.00282,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000824,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001996,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009677,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014377,"completed_at":"2026-06-29T11:00:08.978Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1775vm-test-run-nixbot-gitlab> gitlab # [  201.399335] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.980Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"73a6788927fa75187b2a22a1","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-73a6788927fa75187b2a22a1: start","job_status":"start","queue_duration_s":2.265157,"scheduling_latency_s":2.265177}1776vm-test-run-nixbot-gitlab> gitlab # [  201.400997] gitaly[1388]: time="2026-06-29T11:00:06.958Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJK4Q0WW6MBJ4MEAVARDQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-29T11:00:16.271" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:06.951" grpc.time_ms=6.402 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1777vm-test-run-nixbot-gitlab> gitlab # [  201.476125] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.994Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"73a6788927fa75187b2a22a1","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-73a6788927fa75187b2a22a1: done: 0.014378 sec","job_status":"done","queue_duration_s":2.265157,"scheduling_latency_s":2.265177,"redis_calls":13,"redis_duration_s":0.002751,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000933,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001818,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009675,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014378,"completed_at":"2026-06-29T11:00:08.994Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1778vm-test-run-nixbot-gitlab> gitlab # [  201.478171] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:08.995Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"af63c40a6356298630fc0b61","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-af63c40a6356298630fc0b61: start","job_status":"start","queue_duration_s":2.280785,"scheduling_latency_s":2.280806}1779vm-test-run-nixbot-gitlab> gitlab # [  201.495217] gitaly[1388]: time="2026-06-29T11:00:07.548Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=637 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=5 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP4N5NF711YCAJA77RDQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=242 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:07.536" grpc.time_ms=12.595 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1780vm-test-run-nixbot-gitlab> gitlab # [  201.568186] gitaly[1388]: time="2026-06-29T11:00:07.852Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=4 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-29T11:00:17.010" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:07.841" grpc.time_ms=10.668 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1781vm-test-run-nixbot-gitlab> gitlab # [  201.569745] gitaly[1388]: time="2026-06-29T11:00:07.918Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=332 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=32 command.system_time_ms=1 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-29T11:00:37.079" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-29T11:00:07.879" grpc.time_ms=38.836 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1782vm-test-run-nixbot-gitlab> gitlab # [  201.570801] gitaly[1388]: time="2026-06-29T11:00:07.941Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KW9GJP8DW42DHPAH1654HMNZ duration_ms=228ns method=POST pid=1388 status=200 url="http://unix/api/v4/internal/allowed"1783vm-test-run-nixbot-gitlab> gitlab # [  201.571907] gitaly[1388]: time="2026-06-29T11:00:07.972Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KW9GJP8DW42DHPAH1654HMNZ duration_ms=30ns method=POST pid=1388 status=200 url="http://unix/api/v4/internal/pre_receive"1784vm-test-run-nixbot-gitlab> gitlab # [  201.573146] gitaly[1388]: time="2026-06-29T11:00:07.972Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5322 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:07.712" grpc.time_ms=260.703 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1785vm-test-run-nixbot-gitlab> gitlab # [  201.642454] gitaly[1388]: time="2026-06-29T11:00:08.003Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4792 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:08.002" grpc.time_ms=1.223 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1786vm-test-run-nixbot-gitlab> gitlab # [  201.643449] gitaly[1388]: time="2026-06-29T11:00:08.040Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4791 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:08.039" grpc.time_ms=0.355 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1787vm-test-run-nixbot-gitlab> gitlab # [  201.644288] gitaly[1388]: time="2026-06-29T11:00:08.071Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4793 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:08.069" grpc.time_ms=0.969 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1788vm-test-run-nixbot-gitlab> gitlab # [  201.645176] gitaly[1388]: time="2026-06-29T11:00:08.180Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=5 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-29T11:00:18.006" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:08.166" grpc.time_ms=14.03 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1789vm-test-run-nixbot-gitlab> gitlab # [  201.714337] gitaly[1388]: time="2026-06-29T11:00:08.226Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1565 command.oublock=0 command.real_time_ms=32 command.spawn_token_fork_ms=8 command.system_time_ms=7 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-29T11:00:18.028" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:08.189" grpc.time_ms=36.781 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1790vm-test-run-nixbot-gitlab> gitlab # [  201.715715] gitaly[1388]: time="2026-06-29T11:00:08.238Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KW9GJP8DW42DHPAH1654HMNZ duration_ms=134ns method=POST pid=1388 status=200 url="http://unix/api/v4/internal/post_receive"1791vm-test-run-nixbot-gitlab> gitlab # [  201.716891] gitaly[1388]: time="2026-06-29T11:00:08.239Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4816 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:08.103" grpc.time_ms=135.142 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1792vm-test-run-nixbot-gitlab> gitlab # [  201.717973] gitaly[1388]: time="2026-06-29T11:00:08.251Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ diskcache=f8e321c0-ca4e-497e-865d-d79f6f5d2dcb grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:07.621" pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1793vm-test-run-nixbot-gitlab> gitlab # [  201.719244] gitaly[1388]: time="2026-06-29T11:00:08.251Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=139 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=897024 command.minflt=12975 command.oublock=32 command.real_time_ms=621 command.spawn_token_fork_ms=0 command.system_time_ms=98 command.user_time_ms=41 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=684 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:07.621" grpc.time_ms=630.228 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1794vm-test-run-nixbot-gitlab> gitlab # [  201.818420] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.002Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"af63c40a6356298630fc0b61","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-af63c40a6356298630fc0b61: done: 7.006506 sec","job_status":"done","queue_duration_s":2.280785,"scheduling_latency_s":2.280806,"redis_calls":13,"redis_duration_s":0.002999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001159,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00184,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015073,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":7.006506,"completed_at":"2026-06-29T11:00:16.002Z","load_balancing_strategy":"primary","db_duration_s":0.000829,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1795vm-test-run-nixbot-gitlab> gitlab # [  201.882225] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.066Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0f1d25e41b1820d88f53df13","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0f1d25e41b1820d88f53df13: start","job_status":"start","queue_duration_s":9.351306,"scheduling_latency_s":9.351352}1796vm-test-run-nixbot-gitlab> gitlab # [  201.940979] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.125Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0f1d25e41b1820d88f53df13","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0f1d25e41b1820d88f53df13: done: 0.058957 sec","job_status":"done","queue_duration_s":9.351306,"scheduling_latency_s":9.351352,"redis_calls":27,"redis_duration_s":0.01022,"redis_read_bytes":24,"redis_write_bytes":3044,"redis_feature_flag_calls":14,"redis_feature_flag_duration_s":0.004969,"redis_feature_flag_read_bytes":14,"redis_feature_flag_write_bytes":1887,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003176,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002075,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0303,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.058957,"completed_at":"2026-06-29T11:00:16.125Z","load_balancing_strategy":"primary","db_duration_s":0.003985,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1797vm-test-run-nixbot-gitlab> gitlab # [  201.944146] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.128Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6aa2b69db8ddaf6eb741a2d2","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6aa2b69db8ddaf6eb741a2d2: start","job_status":"start","queue_duration_s":9.413485,"scheduling_latency_s":9.413515}1798vm-test-run-nixbot-gitlab> gitlab # [  201.963583] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.147Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6aa2b69db8ddaf6eb741a2d2","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6aa2b69db8ddaf6eb741a2d2: done: 0.019443 sec","job_status":"done","queue_duration_s":9.413485,"scheduling_latency_s":9.413515,"redis_calls":13,"redis_duration_s":0.005505,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001274,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004231,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010623,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019443,"completed_at":"2026-06-29T11:00:16.147Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1799vm-test-run-nixbot-gitlab> gitlab # [  202.042367] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.149Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4430397758bc509b33905ed1","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4430397758bc509b33905ed1: start","job_status":"start","queue_duration_s":9.434239,"scheduling_latency_s":9.43426}1800vm-test-run-nixbot-gitlab> gitlab # [  202.044861] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.166Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4430397758bc509b33905ed1","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4430397758bc509b33905ed1: done: 0.017841 sec","job_status":"done","queue_duration_s":9.434239,"scheduling_latency_s":9.43426,"redis_calls":13,"redis_duration_s":0.005031,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00153,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003501,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010187,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017841,"completed_at":"2026-06-29T11:00:16.166Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1801vm-test-run-nixbot-gitlab> gitlab # [  202.123978] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.168Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fc0325730983bba7f41c92a0","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fc0325730983bba7f41c92a0: start","job_status":"start","queue_duration_s":9.453721,"scheduling_latency_s":9.453744}1802vm-test-run-nixbot-gitlab> gitlab # [  202.130605] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.186Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fc0325730983bba7f41c92a0","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fc0325730983bba7f41c92a0: done: 0.017658 sec","job_status":"done","queue_duration_s":9.453721,"scheduling_latency_s":9.453744,"redis_calls":13,"redis_duration_s":0.005399999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001292,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004108,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010068,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017658,"completed_at":"2026-06-29T11:00:16.186Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1803vm-test-run-nixbot-gitlab> gitlab # [  202.217578] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.188Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0fc8718ecdb7c3f2d3328997","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0fc8718ecdb7c3f2d3328997: start","job_status":"start","queue_duration_s":9.473193,"scheduling_latency_s":9.473214}1804vm-test-run-nixbot-gitlab> gitlab # [  202.219114] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.205Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0fc8718ecdb7c3f2d3328997","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0fc8718ecdb7c3f2d3328997: done: 0.017685 sec","job_status":"done","queue_duration_s":9.473193,"scheduling_latency_s":9.473214,"redis_calls":13,"redis_duration_s":0.005105999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00168,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003426,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010146,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017685,"completed_at":"2026-06-29T11:00:16.205Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1805vm-test-run-nixbot-gitlab> gitlab # [  202.301145] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.207Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b79cdd2608c2fb521d7d0d6a","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b79cdd2608c2fb521d7d0d6a: start","job_status":"start","queue_duration_s":9.492612,"scheduling_latency_s":9.492978}1806vm-test-run-nixbot-gitlab> gitlab # [  202.305159] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.228Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b79cdd2608c2fb521d7d0d6a","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b79cdd2608c2fb521d7d0d6a: done: 0.021406 sec","job_status":"done","queue_duration_s":9.492612,"scheduling_latency_s":9.492978,"redis_calls":13,"redis_duration_s":0.006737999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002075,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004663,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010275,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021406,"completed_at":"2026-06-29T11:00:16.228Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1807vm-test-run-nixbot-gitlab> gitlab # [  202.390685] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.231Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"33bffca746a301b0fad46b70","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-33bffca746a301b0fad46b70: start","job_status":"start","queue_duration_s":9.517038,"scheduling_latency_s":9.51706}1808vm-test-run-nixbot-gitlab> gitlab # [  202.391889] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.250Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"33bffca746a301b0fad46b70","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-33bffca746a301b0fad46b70: done: 0.018486 sec","job_status":"done","queue_duration_s":9.517038,"scheduling_latency_s":9.51706,"redis_calls":13,"redis_duration_s":0.005139,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001701,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003438,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010134,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018486,"completed_at":"2026-06-29T11:00:16.250Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1809vm-test-run-nixbot-gitlab> gitlab # [  202.474157] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.252Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"904b2cbc1da172acdba2990a","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-904b2cbc1da172acdba2990a: start","job_status":"start","queue_duration_s":9.537292,"scheduling_latency_s":9.537315}1810vm-test-run-nixbot-gitlab> gitlab # [  202.480797] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.269Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"904b2cbc1da172acdba2990a","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-904b2cbc1da172acdba2990a: done: 0.017704 sec","job_status":"done","queue_duration_s":9.537292,"scheduling_latency_s":9.537315,"redis_calls":13,"redis_duration_s":0.005211,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001619,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003592,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01011,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017704,"completed_at":"2026-06-29T11:00:16.269Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1811vm-test-run-nixbot-gitlab> gitlab # [  202.562194] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.271Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"03e8fbdc9929d8658b1914e5","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-03e8fbdc9929d8658b1914e5: start","job_status":"start","queue_duration_s":9.556726,"scheduling_latency_s":9.556747}1812vm-test-run-nixbot-gitlab> gitlab # [  202.568198] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.289Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"03e8fbdc9929d8658b1914e5","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-03e8fbdc9929d8658b1914e5: done: 0.018113 sec","job_status":"done","queue_duration_s":9.556726,"scheduling_latency_s":9.556747,"redis_calls":13,"redis_duration_s":0.00553,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00175,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00378,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009685,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018113,"completed_at":"2026-06-29T11:00:16.289Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1813vm-test-run-nixbot-gitlab> gitlab # [  202.658919] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.292Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8909d07bf88f578d6de38bf6","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8909d07bf88f578d6de38bf6: start","job_status":"start","queue_duration_s":9.577185,"scheduling_latency_s":9.577207}1814vm-test-run-nixbot-gitlab> gitlab # [  202.659929] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.313Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8909d07bf88f578d6de38bf6","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8909d07bf88f578d6de38bf6: done: 0.021521 sec","job_status":"done","queue_duration_s":9.577185,"scheduling_latency_s":9.577207,"redis_calls":13,"redis_duration_s":0.008943,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001726,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.007217,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01029,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021521,"completed_at":"2026-06-29T11:00:16.313Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1815vm-test-run-nixbot-gitlab> gitlab # [  202.753285] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.316Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"53722e19e7c11434b2761644","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-53722e19e7c11434b2761644: start","job_status":"start","queue_duration_s":9.602058,"scheduling_latency_s":9.60208}1816vm-test-run-nixbot-gitlab> gitlab # [  202.754789] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.340Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"53722e19e7c11434b2761644","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-53722e19e7c11434b2761644: done: 0.023625 sec","job_status":"done","queue_duration_s":9.602058,"scheduling_latency_s":9.60208,"redis_calls":13,"redis_duration_s":0.008489,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002708,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.005781,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011429,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023625,"completed_at":"2026-06-29T11:00:16.340Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1817vm-test-run-nixbot-gitlab> gitlab # [  202.834973] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.344Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4f13eb95045c63c05c678e65","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4f13eb95045c63c05c678e65: start","job_status":"start","queue_duration_s":9.629074,"scheduling_latency_s":9.629104}1818vm-test-run-nixbot-gitlab> gitlab # [  202.836967] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.360Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4f13eb95045c63c05c678e65","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4f13eb95045c63c05c678e65: done: 0.016829 sec","job_status":"done","queue_duration_s":9.629074,"scheduling_latency_s":9.629104,"redis_calls":13,"redis_duration_s":0.002946,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000949,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001997,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01066,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016829,"completed_at":"2026-06-29T11:00:16.360Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1819vm-test-run-nixbot-gitlab> gitlab # [  202.929857] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.362Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0791595d900e3b030bb4bf68","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0791595d900e3b030bb4bf68: start","job_status":"start","queue_duration_s":9.647119,"scheduling_latency_s":9.647139}1820vm-test-run-nixbot-gitlab> gitlab # [  202.931217] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.376Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0791595d900e3b030bb4bf68","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0791595d900e3b030bb4bf68: done: 0.014892 sec","job_status":"done","queue_duration_s":9.647119,"scheduling_latency_s":9.647139,"redis_calls":13,"redis_duration_s":0.002853,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000849,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002004,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009975,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014892,"completed_at":"2026-06-29T11:00:16.376Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1821vm-test-run-nixbot-gitlab> gitlab # [  203.007918] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.378Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"226f3b6026f0129642ce4eda","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-226f3b6026f0129642ce4eda: start","job_status":"start","queue_duration_s":9.663282,"scheduling_latency_s":9.663303}1822vm-test-run-nixbot-gitlab> gitlab # [  203.008932] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.393Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"226f3b6026f0129642ce4eda","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-226f3b6026f0129642ce4eda: done: 0.014986 sec","job_status":"done","queue_duration_s":9.663282,"scheduling_latency_s":9.663303,"redis_calls":13,"redis_duration_s":0.002856,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000871,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001985,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009999,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014986,"completed_at":"2026-06-29T11:00:16.393Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1823vm-test-run-nixbot-gitlab> gitlab # [  203.085127] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.394Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7b9430dbf73f40c6768fcffc","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7b9430dbf73f40c6768fcffc: start","job_status":"start","queue_duration_s":9.680035,"scheduling_latency_s":9.680055}1824vm-test-run-nixbot-gitlab> gitlab # [  203.086583] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.411Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7b9430dbf73f40c6768fcffc","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7b9430dbf73f40c6768fcffc: done: 0.016862 sec","job_status":"done","queue_duration_s":9.680035,"scheduling_latency_s":9.680055,"redis_calls":13,"redis_duration_s":0.004527,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000976,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003551,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010229,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016862,"completed_at":"2026-06-29T11:00:16.411Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1825vm-test-run-nixbot-gitlab> gitlab # [  203.156136] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.413Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c9c5077c8020bb831a7e7e1e","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c9c5077c8020bb831a7e7e1e: start","job_status":"start","queue_duration_s":9.698133,"scheduling_latency_s":9.698156}1826vm-test-run-nixbot-gitlab> gitlab # [  203.157549] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.427Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c9c5077c8020bb831a7e7e1e","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c9c5077c8020bb831a7e7e1e: done: 0.014902 sec","job_status":"done","queue_duration_s":9.698133,"scheduling_latency_s":9.698156,"redis_calls":13,"redis_duration_s":0.002781,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000833,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001948,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010001,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014902,"completed_at":"2026-06-29T11:00:16.427Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1827vm-test-run-nixbot-gitlab> gitlab # [  203.237342] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.429Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a045601e9526540150f1b178","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a045601e9526540150f1b178: start","job_status":"start","queue_duration_s":9.714592,"scheduling_latency_s":9.714613}1828vm-test-run-nixbot-gitlab> gitlab # [  203.238948] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.444Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a045601e9526540150f1b178","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a045601e9526540150f1b178: done: 0.014861 sec","job_status":"done","queue_duration_s":9.714592,"scheduling_latency_s":9.714613,"redis_calls":13,"redis_duration_s":0.0030210000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000858,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002163,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009951,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014861,"completed_at":"2026-06-29T11:00:16.444Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1829vm-test-run-nixbot-gitlab> gitlab # [  203.363357] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.445Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f4f4b6b8d77dc3ff8e56ee0","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f4f4b6b8d77dc3ff8e56ee0: start","job_status":"start","queue_duration_s":9.730741,"scheduling_latency_s":9.730774}1830vm-test-run-nixbot-gitlab> gitlab # [  203.364932] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.460Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f4f4b6b8d77dc3ff8e56ee0","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f4f4b6b8d77dc3ff8e56ee0: done: 0.015337 sec","job_status":"done","queue_duration_s":9.730741,"scheduling_latency_s":9.730774,"redis_calls":13,"redis_duration_s":0.002742,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000862,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00188,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009612,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015337,"completed_at":"2026-06-29T11:00:16.460Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1831vm-test-run-nixbot-gitlab> gitlab # [  203.379709] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.462Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b8c327a64ef5e4ad5efbd1a7","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b8c327a64ef5e4ad5efbd1a7: start","job_status":"start","queue_duration_s":9.747253,"scheduling_latency_s":9.747275}1832vm-test-run-nixbot-gitlab> gitlab # [  203.452465] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.477Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b8c327a64ef5e4ad5efbd1a7","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b8c327a64ef5e4ad5efbd1a7: done: 0.015178 sec","job_status":"done","queue_duration_s":9.747253,"scheduling_latency_s":9.747275,"redis_calls":13,"redis_duration_s":0.0027459999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000935,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001811,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010227,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015178,"completed_at":"2026-06-29T11:00:16.477Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1833vm-test-run-nixbot-gitlab> gitlab # [  203.459963] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.478Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4510829cc706381708591649","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4510829cc706381708591649: start","job_status":"start","queue_duration_s":9.763667,"scheduling_latency_s":9.763731}1834vm-test-run-nixbot-gitlab> gitlab # [  203.480052] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.493Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4510829cc706381708591649","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4510829cc706381708591649: done: 0.014847 sec","job_status":"done","queue_duration_s":9.763667,"scheduling_latency_s":9.763731,"redis_calls":13,"redis_duration_s":0.002779,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000881,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001898,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009667,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014847,"completed_at":"2026-06-29T11:00:16.493Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1835vm-test-run-nixbot-gitlab> gitlab # [  203.606267] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.495Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"03f821731b990a2b93fbbb7f","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-03f821731b990a2b93fbbb7f: start","job_status":"start","queue_duration_s":9.780207,"scheduling_latency_s":9.780229}1836vm-test-run-nixbot-gitlab> gitlab # [  203.607759] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.521Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"03f821731b990a2b93fbbb7f","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-03f821731b990a2b93fbbb7f: done: 0.026151 sec","job_status":"done","queue_duration_s":9.780207,"scheduling_latency_s":9.780229,"redis_calls":13,"redis_duration_s":0.010055,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004142,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.005913,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010697,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.026151,"completed_at":"2026-06-29T11:00:16.521Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1837vm-test-run-nixbot-gitlab> gitlab # [  203.622991] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.524Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"88ca6b2735ee84b68aba80ba","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-88ca6b2735ee84b68aba80ba: start","job_status":"start","queue_duration_s":9.80947,"scheduling_latency_s":9.809493}1838vm-test-run-nixbot-gitlab> gitlab # [  203.643215] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.539Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"88ca6b2735ee84b68aba80ba","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-88ca6b2735ee84b68aba80ba: done: 0.015149 sec","job_status":"done","queue_duration_s":9.80947,"scheduling_latency_s":9.809493,"redis_calls":13,"redis_duration_s":0.0027619999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000869,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001893,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010098,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015149,"completed_at":"2026-06-29T11:00:16.539Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1839vm-test-run-nixbot-gitlab> gitlab # [  203.734065] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.540Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5feb083529a7912d4c7c94cd","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5feb083529a7912d4c7c94cd: start","job_status":"start","queue_duration_s":9.825906,"scheduling_latency_s":9.825927}1840vm-test-run-nixbot-gitlab> gitlab # [  203.735292] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.555Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5feb083529a7912d4c7c94cd","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5feb083529a7912d4c7c94cd: done: 0.014859 sec","job_status":"done","queue_duration_s":9.825906,"scheduling_latency_s":9.825927,"redis_calls":13,"redis_duration_s":0.002909,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001072,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001837,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009893,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014859,"completed_at":"2026-06-29T11:00:16.555Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1841vm-test-run-nixbot-gitlab> gitlab # [  203.806184] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.556Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e9da670b2dfdbb8e6a538fee","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e9da670b2dfdbb8e6a538fee: start","job_status":"start","queue_duration_s":9.841982,"scheduling_latency_s":9.842003}1842vm-test-run-nixbot-gitlab> gitlab # [  203.807681] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.571Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e9da670b2dfdbb8e6a538fee","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e9da670b2dfdbb8e6a538fee: done: 0.014733 sec","job_status":"done","queue_duration_s":9.841982,"scheduling_latency_s":9.842003,"redis_calls":13,"redis_duration_s":0.0028280000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000875,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001953,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009893,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014733,"completed_at":"2026-06-29T11:00:16.571Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1843vm-test-run-nixbot-gitlab> gitlab # [  203.889736] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.572Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fc9675643d620e7b738da907","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fc9675643d620e7b738da907: start","job_status":"start","queue_duration_s":9.857981,"scheduling_latency_s":9.858003}1844vm-test-run-nixbot-gitlab> gitlab # [  203.891111] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.588Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fc9675643d620e7b738da907","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fc9675643d620e7b738da907: done: 0.015891 sec","job_status":"done","queue_duration_s":9.857981,"scheduling_latency_s":9.858003,"redis_calls":13,"redis_duration_s":0.003036,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000896,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00214,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009886,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015891,"completed_at":"2026-06-29T11:00:16.588Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1845vm-test-run-nixbot-gitlab> gitlab # [  203.948807] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.590Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d38dbe61e1f7cf8c559b8efd","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d38dbe61e1f7cf8c559b8efd: start","job_status":"start","queue_duration_s":9.875108,"scheduling_latency_s":9.87513}1846vm-test-run-nixbot-gitlab> gitlab # [  203.968947] nixbot[3045]: {"ts": "2026-06-29T11:00:17.062Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}1847vm-test-run-nixbot-gitlab> gitlab # [  203.972265] nixbot[3045]: {"ts": "2026-06-29T11:00:17.081Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}1848vm-test-run-nixbot-gitlab> gitlab # [  203.975052] nixbot[3045]: {"ts": "2026-06-29T11:00:17.094Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}1849vm-test-run-nixbot-gitlab> gitlab # [  203.978395] nixbot[3045]: {"ts": "2026-06-29T11:00:17.097Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}1850vm-test-run-nixbot-gitlab> gitlab # [  203.982134] nixbot[3045]: {"ts": "2026-06-29T11:00:17.101Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}1851vm-test-run-nixbot-gitlab> gitlab # [  203.985265] nixbot[3045]: {"ts": "2026-06-29T11:00:17.105Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}1852vm-test-run-nixbot-gitlab> gitlab # [  203.988747] nixbot[3045]: {"ts": "2026-06-29T11:00:17.108Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}1853vm-test-run-nixbot-gitlab> gitlab # [  203.992169] nixbot[3045]: {"ts": "2026-06-29T11:00:17.110Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}1854vm-test-run-nixbot-gitlab> gitlab # [  203.995296] nixbot[3045]: {"ts": "2026-06-29T11:00:17.115Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}1855vm-test-run-nixbot-gitlab> gitlab # [  203.998950] nixbot[3045]: {"ts": "2026-06-29T11:00:17.117Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}1856vm-test-run-nixbot-gitlab> gitlab # [  204.002145] nixbot[3045]: {"ts": "2026-06-29T11:00:17.120Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}1857vm-test-run-nixbot-gitlab> gitlab # [  204.005295] nixbot[3045]: {"ts": "2026-06-29T11:00:17.125Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}1858vm-test-run-nixbot-gitlab> gitlab # [  204.009375] gitaly[1388]: time="2026-06-29T11:00:17.359Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T11:00:27.001" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:17.352" grpc.time_ms=6.636 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1859vm-test-run-nixbot-gitlab> gitlab # [  204.082113] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.605Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d38dbe61e1f7cf8c559b8efd","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d38dbe61e1f7cf8c559b8efd: done: 0.015021 sec","job_status":"done","queue_duration_s":9.875108,"scheduling_latency_s":9.87513,"redis_calls":13,"redis_duration_s":0.002953,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001055,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001898,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00995,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015021,"completed_at":"2026-06-29T11:00:16.604Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1860vm-test-run-nixbot-gitlab> gitlab # [  204.158294] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.606Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d61a0793bfe6bbddd2a65ee4","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d61a0793bfe6bbddd2a65ee4: start","job_status":"start","queue_duration_s":9.89135,"scheduling_latency_s":9.891371}1861vm-test-run-nixbot-gitlab> gitlab # [  204.159796] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.620Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d61a0793bfe6bbddd2a65ee4","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d61a0793bfe6bbddd2a65ee4: done: 0.014608 sec","job_status":"done","queue_duration_s":9.89135,"scheduling_latency_s":9.891371,"redis_calls":13,"redis_duration_s":0.002791,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000905,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001886,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009842,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014608,"completed_at":"2026-06-29T11:00:16.620Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1862vm-test-run-nixbot-gitlab> gitlab # [  204.172167] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.622Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"387a2cde4653c18e3cab010b","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-387a2cde4653c18e3cab010b: start","job_status":"start","queue_duration_s":9.907167,"scheduling_latency_s":9.907187}1863vm-test-run-nixbot-gitlab> gitlab # [  204.241189] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.636Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"387a2cde4653c18e3cab010b","created_at":"2026-06-29T11:00:06.649Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9beeb720a0794cca","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"19fd9ef52264e264ca9ed783d2d39f07","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.714Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-387a2cde4653c18e3cab010b: done: 0.014544 sec","job_status":"done","queue_duration_s":9.907167,"scheduling_latency_s":9.907187,"redis_calls":13,"redis_duration_s":0.002752,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000868,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001884,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009822,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014544,"completed_at":"2026-06-29T11:00:16.636Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1864vm-test-run-nixbot-gitlab> gitlab # [  204.252971] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.638Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropRunningWorker","jid":"fbf8a65718ca6bc62cc065af","created_at":"2026-06-29T11:00:06.736Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-28d31f0f34074c34","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"f3f79091bc59593d1c14f20c49917efd","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c1f34cecaf7af64c199dc18ea8fa612209c900930a454f797bf95dbf199c209c","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.743Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropRunningWorker JID-fbf8a65718ca6bc62cc065af: start","job_status":"start","queue_duration_s":9.89475,"scheduling_latency_s":9.894772}1865vm-test-run-nixbot-gitlab> gitlab # [  204.328325] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.669Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropRunningWorker","jid":"fbf8a65718ca6bc62cc065af","created_at":"2026-06-29T11:00:06.736Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-28d31f0f34074c34","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"f3f79091bc59593d1c14f20c49917efd","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c1f34cecaf7af64c199dc18ea8fa612209c900930a454f797bf95dbf199c209c","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.743Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropRunningWorker JID-fbf8a65718ca6bc62cc065af: done: 0.031295 sec","job_status":"done","queue_duration_s":9.89475,"scheduling_latency_s":9.894772,"redis_calls":10,"redis_duration_s":0.0045769999999999995,"redis_read_bytes":9,"redis_write_bytes":1117,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000416,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003244,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000917,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":222,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013285,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000396139,"duration_s":0.031295,"completed_at":"2026-06-29T11:00:16.669Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009972,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1866vm-test-run-nixbot-gitlab> gitlab # [  204.405517] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.671Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropCancelingWorker","jid":"5a8ef5eb6c032115a1090e33","created_at":"2026-06-29T11:00:06.743Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-28d31f0f34074c34","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"f3f79091bc59593d1c14f20c49917efd","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:23125b5131e5285ca63ba8858fc6fb370306fe43f055d056b2a837c90773932d","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.747Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropCancelingWorker JID-5a8ef5eb6c032115a1090e33: start","job_status":"start","queue_duration_s":9.924368,"scheduling_latency_s":9.92439}1867vm-test-run-nixbot-gitlab> gitlab # [  204.406981] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.689Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropCancelingWorker","jid":"5a8ef5eb6c032115a1090e33","created_at":"2026-06-29T11:00:06.743Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-28d31f0f34074c34","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"f3f79091bc59593d1c14f20c49917efd","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:23125b5131e5285ca63ba8858fc6fb370306fe43f055d056b2a837c90773932d","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.747Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropCancelingWorker JID-5a8ef5eb6c032115a1090e33: done: 0.018006 sec","job_status":"done","queue_duration_s":9.924368,"scheduling_latency_s":9.92439,"redis_calls":10,"redis_duration_s":0.0021149999999999997,"redis_read_bytes":9,"redis_write_bytes":1133,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000408,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001228,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":586,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000479,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":226,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01067,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000327975,"duration_s":0.018006,"completed_at":"2026-06-29T11:00:16.689Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00082,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1868vm-test-run-nixbot-gitlab> gitlab # [  204.479174] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.690Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"44a6943ed5abfd0ad30a545e","created_at":"2026-06-29T11:00:06.902Z","trace_propagation_headers":{"sentry-trace":"4db43b68b9ef42fe9b419eecb9e9285b-5c529fc4b2c040af","baggage":"sentry-trace_id=4db43b68b9ef42fe9b419eecb9e9285b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJK4Q0WW6MBJ4MEAVARDQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.908Z","job_size_bytes":5,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-44a6943ed5abfd0ad30a545e: start","job_status":"start","queue_duration_s":9.782708,"scheduling_latency_s":9.782728}1869vm-test-run-nixbot-gitlab> gitlab # [  204.480278] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.809Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"44a6943ed5abfd0ad30a545e","created_at":"2026-06-29T11:00:06.902Z","trace_propagation_headers":{"sentry-trace":"4db43b68b9ef42fe9b419eecb9e9285b-5c529fc4b2c040af","baggage":"sentry-trace_id=4db43b68b9ef42fe9b419eecb9e9285b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJK4Q0WW6MBJ4MEAVARDQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.908Z","job_size_bytes":5,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-44a6943ed5abfd0ad30a545e: done: 0.118696 sec","job_status":"done","queue_duration_s":9.782708,"scheduling_latency_s":9.782728,"redis_calls":12,"redis_duration_s":0.00284,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000612,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001749,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000479,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.05,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.05,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.045425,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00039167,"duration_s":0.118696,"completed_at":"2026-06-29T11:00:16.809Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.053463,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1870vm-test-run-nixbot-gitlab> gitlab # [  204.561499] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:16.811Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"ab4339a03945832514e20000","created_at":"2026-06-29T11:00:06.926Z","trace_propagation_headers":{"sentry-trace":"4db43b68b9ef42fe9b419eecb9e9285b-5c529fc4b2c040af","baggage":"sentry-trace_id=4db43b68b9ef42fe9b419eecb9e9285b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJK4Q0WW6MBJ4MEAVARDQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.932Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-ab4339a03945832514e20000: start","job_status":"start","queue_duration_s":9.87863,"scheduling_latency_s":9.878652}1871vm-test-run-nixbot-gitlab> gitlab # [  204.563076] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.072Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"ab4339a03945832514e20000","created_at":"2026-06-29T11:00:06.926Z","trace_propagation_headers":{"sentry-trace":"4db43b68b9ef42fe9b419eecb9e9285b-5c529fc4b2c040af","baggage":"sentry-trace_id=4db43b68b9ef42fe9b419eecb9e9285b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJK4Q0WW6MBJ4MEAVARDQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.932Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-ab4339a03945832514e20000: done: 0.261348 sec","job_status":"done","queue_duration_s":9.87863,"scheduling_latency_s":9.878652,"redis_calls":11,"redis_duration_s":0.002569,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000659,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001468,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000442,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.233,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.233,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.025,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.199807,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00035647,"duration_s":0.261348,"completed_at":"2026-06-29T11:00:17.072Z","load_balancing_strategy":"primary","db_duration_s":0.059303,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1872vm-test-run-nixbot-gitlab> gitlab # [  204.650973] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.073Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"0818d1660bd1782daebeb53b","created_at":"2026-06-29T11:00:06.934Z","trace_propagation_headers":{"sentry-trace":"4db43b68b9ef42fe9b419eecb9e9285b-5c529fc4b2c040af","baggage":"sentry-trace_id=4db43b68b9ef42fe9b419eecb9e9285b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJK4Q0WW6MBJ4MEAVARDQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.938Z","job_size_bytes":89,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-0818d1660bd1782daebeb53b: start","job_status":"start","queue_duration_s":10.135585,"scheduling_latency_s":10.135607}1873vm-test-run-nixbot-gitlab> gitlab # [  204.652261] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.117Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"0818d1660bd1782daebeb53b","created_at":"2026-06-29T11:00:06.934Z","trace_propagation_headers":{"sentry-trace":"4db43b68b9ef42fe9b419eecb9e9285b-5c529fc4b2c040af","baggage":"sentry-trace_id=4db43b68b9ef42fe9b419eecb9e9285b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJK4Q0WW6MBJ4MEAVARDQ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:06.938Z","job_size_bytes":89,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-0818d1660bd1782daebeb53b: done: 0.044109 sec","job_status":"done","queue_duration_s":10.135585,"scheduling_latency_s":10.135607,"redis_calls":11,"redis_duration_s":0.003254,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000668,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001526,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00106,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024785,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000333003,"duration_s":0.044109,"completed_at":"2026-06-29T11:00:17.117Z","load_balancing_strategy":"primary","db_duration_s":0.013004,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1874vm-test-run-nixbot-gitlab> gitlab # [  204.720771] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.121Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"0283787a2fdcefc4251e8c76","created_at":"2026-06-29T11:00:07.726Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9d8c5a6d5f254fe0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"12cb7121f05c3c978f24e9c5c2c2391d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.733Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-0283787a2fdcefc4251e8c76: start","job_status":"start","queue_duration_s":9.387431,"scheduling_latency_s":9.387452}1875vm-test-run-nixbot-gitlab> gitlab # [  204.789146] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.131Z","message":"No existing merge request to be cleaned up."}1876vm-test-run-nixbot-gitlab> gitlab # [  204.790400] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.137Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"0283787a2fdcefc4251e8c76","created_at":"2026-06-29T11:00:07.726Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9d8c5a6d5f254fe0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"12cb7121f05c3c978f24e9c5c2c2391d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.733Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-0283787a2fdcefc4251e8c76: done: 0.017031 sec","job_status":"done","queue_duration_s":9.387431,"scheduling_latency_s":9.387452,"redis_calls":10,"redis_duration_s":0.002609,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000924,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001685,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010333,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017031,"completed_at":"2026-06-29T11:00:17.137Z","load_balancing_strategy":"primary","db_duration_s":0.002209,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1877vm-test-run-nixbot-gitlab> gitlab # [  204.800967] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.139Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"dbaacc8a340abd990218c4a5","created_at":"2026-06-29T11:00:07.726Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9d8c5a6d5f254fe0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"12cb7121f05c3c978f24e9c5c2c2391d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.733Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-dbaacc8a340abd990218c4a5: start","job_status":"start","queue_duration_s":9.405669,"scheduling_latency_s":9.405691}1878vm-test-run-nixbot-gitlab> gitlab # [  204.880290] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.149Z","message":"No existing merge request to be cleaned up."}1879vm-test-run-nixbot-gitlab> gitlab # [  204.881709] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.166Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"dbaacc8a340abd990218c4a5","created_at":"2026-06-29T11:00:07.726Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9d8c5a6d5f254fe0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"12cb7121f05c3c978f24e9c5c2c2391d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.733Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-dbaacc8a340abd990218c4a5: done: 0.027015 sec","job_status":"done","queue_duration_s":9.405669,"scheduling_latency_s":9.405691,"redis_calls":10,"redis_duration_s":0.010343,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004043,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.0063,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010034,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027015,"completed_at":"2026-06-29T11:00:17.166Z","load_balancing_strategy":"primary","db_duration_s":0.002984,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1880vm-test-run-nixbot-gitlab> gitlab # [  204.884045] nixbot[3045]: {"ts": "2026-06-29T11:00:17.127Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}1881vm-test-run-nixbot-gitlab> gitlab # [  204.953862] nixbot[3045]: {"ts": "2026-06-29T11:00:17.130Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}1882vm-test-run-nixbot-gitlab> gitlab # [  204.954534] nixbot[3045]: {"ts": "2026-06-29T11:00:17.133Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}1883vm-test-run-nixbot-gitlab> gitlab # [  204.955800] nixbot[3045]: {"ts": "2026-06-29T11:00:17.135Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 15, "migration": "eval_completed"}1884vm-test-run-nixbot-gitlab> gitlab # [  204.957247] nixbot[3045]: {"ts": "2026-06-29T11:00:17.137Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 16, "migration": "reconcile_watermark"}1885vm-test-run-nixbot-gitlab> gitlab # [  204.958116] nixbot[3045]: {"ts": "2026-06-29T11:00:17.139Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 17, "migration": "check_runs"}1886vm-test-run-nixbot-gitlab> gitlab # [  204.959059] gitaly[1388]: time="2026-06-29T11:00:17.367Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=632 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-29T11:00:27.012" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:17.362" grpc.time_ms=4.897 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1887vm-test-run-nixbot-gitlab> gitlab # [  204.960407] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.167Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"59304a0018353fb75e82d555","created_at":"2026-06-29T11:00:07.726Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9d8c5a6d5f254fe0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"12cb7121f05c3c978f24e9c5c2c2391d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.733Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-59304a0018353fb75e82d555: start","job_status":"start","queue_duration_s":9.434222,"scheduling_latency_s":9.434245}1888vm-test-run-nixbot-gitlab> gitlab # [  204.961357] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.177Z","message":"No existing merge request to be cleaned up."}1889vm-test-run-nixbot-gitlab> gitlab # [  204.962199] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.183Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"59304a0018353fb75e82d555","created_at":"2026-06-29T11:00:07.726Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9d8c5a6d5f254fe0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"12cb7121f05c3c978f24e9c5c2c2391d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.733Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-59304a0018353fb75e82d555: done: 0.015321 sec","job_status":"done","queue_duration_s":9.434222,"scheduling_latency_s":9.434245,"redis_calls":10,"redis_duration_s":0.002171,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000843,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001328,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009937,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015321,"completed_at":"2026-06-29T11:00:17.183Z","load_balancing_strategy":"primary","db_duration_s":0.001492,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1890vm-test-run-nixbot-gitlab> gitlab # [  205.008075] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.184Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"63fcbb2c86400b8f23cf62a9","created_at":"2026-06-29T11:00:07.726Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9d8c5a6d5f254fe0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"12cb7121f05c3c978f24e9c5c2c2391d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.733Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-63fcbb2c86400b8f23cf62a9: start","job_status":"start","queue_duration_s":9.450784,"scheduling_latency_s":9.450806}1891vm-test-run-nixbot-gitlab> gitlab # [  205.078442] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.199Z","message":"No existing merge request to be cleaned up."}1892vm-test-run-nixbot-gitlab> gitlab # [  205.079856] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.205Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"63fcbb2c86400b8f23cf62a9","created_at":"2026-06-29T11:00:07.726Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-9d8c5a6d5f254fe0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"12cb7121f05c3c978f24e9c5c2c2391d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.733Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-63fcbb2c86400b8f23cf62a9: done: 0.02115 sec","job_status":"done","queue_duration_s":9.450784,"scheduling_latency_s":9.450806,"redis_calls":10,"redis_duration_s":0.005436,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000925,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.004511,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00991,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02115,"completed_at":"2026-06-29T11:00:17.205Z","load_balancing_strategy":"primary","db_duration_s":0.006399,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1893vm-test-run-nixbot-gitlab> gitlab # [  205.090739] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.206Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"75fb477f6e47b49e9ba1f692","created_at":"2026-06-29T11:00:07.785Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-71687e29f37a49cd","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"29fd257d962d439525151683914576ca","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.795Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-75fb477f6e47b49e9ba1f692: start","job_status":"start","queue_duration_s":9.411098,"scheduling_latency_s":9.41112}1894vm-test-run-nixbot-gitlab> gitlab # [  205.176250] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.230Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"75fb477f6e47b49e9ba1f692","created_at":"2026-06-29T11:00:07.785Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-71687e29f37a49cd","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"29fd257d962d439525151683914576ca","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.795Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-75fb477f6e47b49e9ba1f692: done: 0.02345 sec","job_status":"done","queue_duration_s":9.411098,"scheduling_latency_s":9.41112,"redis_calls":18,"redis_duration_s":0.004135,"redis_read_bytes":39,"redis_write_bytes":2116,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000506,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001258,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":471,"redis_shared_state_calls":11,"redis_shared_state_duration_s":0.002371,"redis_shared_state_read_bytes":34,"redis_shared_state_write_bytes":1324,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014199,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000340826,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket":1,"extra.ci_bulk_delete_expired_job_artifacts_worker.artifacts_empty":true,"extra.ci_bulk_delete_expired_job_artifacts_worker.destroyed_job_artifacts_count":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket_released":1,"duration_s":0.02345,"completed_at":"2026-06-29T11:00:17.230Z","load_balancing_strategy":"primary","db_duration_s":0.002331,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1895vm-test-run-nixbot-gitlab> gitlab # [  205.178934] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.231Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"c858e8b6ea4eb75bda6a7d84","created_at":"2026-06-29T11:00:07.785Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-71687e29f37a49cd","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"29fd257d962d439525151683914576ca","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.795Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-c858e8b6ea4eb75bda6a7d84: start","job_status":"start","queue_duration_s":9.435808,"scheduling_latency_s":9.435828}1896vm-test-run-nixbot-gitlab> gitlab # [  205.199245] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.249Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"c858e8b6ea4eb75bda6a7d84","created_at":"2026-06-29T11:00:07.785Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-71687e29f37a49cd","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"29fd257d962d439525151683914576ca","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.795Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-c858e8b6ea4eb75bda6a7d84: done: 0.017489 sec","job_status":"done","queue_duration_s":9.435808,"scheduling_latency_s":9.435828,"redis_calls":15,"redis_duration_s":0.0030889999999999997,"redis_read_bytes":35,"redis_write_bytes":1707,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000983,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":383,"redis_shared_state_calls":11,"redis_shared_state_duration_s":0.002106,"redis_shared_state_read_bytes":32,"redis_shared_state_write_bytes":1324,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011075,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.artifacts_empty":true,"extra.ci_bulk_delete_expired_job_artifacts_worker.destroyed_job_artifacts_count":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket_released":0,"duration_s":0.017489,"completed_at":"2026-06-29T11:00:17.248Z","load_balancing_strategy":"primary","db_duration_s":0.001628,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1897vm-test-run-nixbot-gitlab> gitlab # [  205.267332] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.250Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"e4b06bf24f47ecda57a48cac","created_at":"2026-06-29T11:00:07.785Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-71687e29f37a49cd","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"29fd257d962d439525151683914576ca","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.795Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-e4b06bf24f47ecda57a48cac: start","job_status":"start","queue_duration_s":9.454552,"scheduling_latency_s":9.454574}1898vm-test-run-nixbot-gitlab> gitlab # [  205.287225] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.267Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"e4b06bf24f47ecda57a48cac","created_at":"2026-06-29T11:00:07.785Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-71687e29f37a49cd","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"29fd257d962d439525151683914576ca","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.795Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-e4b06bf24f47ecda57a48cac: done: 0.017314 sec","job_status":"done","queue_duration_s":9.454552,"scheduling_latency_s":9.454574,"redis_calls":15,"redis_duration_s":0.002862,"redis_read_bytes":35,"redis_write_bytes":1707,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00088,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":383,"redis_shared_state_calls":11,"redis_shared_state_duration_s":0.001982,"redis_shared_state_read_bytes":32,"redis_shared_state_write_bytes":1324,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011002,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket":2,"extra.ci_bulk_delete_expired_job_artifacts_worker.artifacts_empty":true,"extra.ci_bulk_delete_expired_job_artifacts_worker.destroyed_job_artifacts_count":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket_released":2,"duration_s":0.017314,"completed_at":"2026-06-29T11:00:17.267Z","load_balancing_strategy":"primary","db_duration_s":0.001524,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1899vm-test-run-nixbot-gitlab> gitlab # [  205.367405] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.272Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"dd1f8444cd6739647912e8bc","created_at":"2026-06-29T11:00:07.785Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-71687e29f37a49cd","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"29fd257d962d439525151683914576ca","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.795Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-dd1f8444cd6739647912e8bc: start","job_status":"start","queue_duration_s":9.476271,"scheduling_latency_s":9.476291}1900vm-test-run-nixbot-gitlab> gitlab # [  205.371960] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.289Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"dd1f8444cd6739647912e8bc","created_at":"2026-06-29T11:00:07.785Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-71687e29f37a49cd","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"29fd257d962d439525151683914576ca","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.795Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-dd1f8444cd6739647912e8bc: done: 0.017205 sec","job_status":"done","queue_duration_s":9.476271,"scheduling_latency_s":9.476291,"redis_calls":15,"redis_duration_s":0.002818,"redis_read_bytes":35,"redis_write_bytes":1707,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00087,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":383,"redis_shared_state_calls":11,"redis_shared_state_duration_s":0.001948,"redis_shared_state_read_bytes":32,"redis_shared_state_write_bytes":1324,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010921,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket":2,"extra.ci_bulk_delete_expired_job_artifacts_worker.artifacts_empty":true,"extra.ci_bulk_delete_expired_job_artifacts_worker.destroyed_job_artifacts_count":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket_released":2,"duration_s":0.017205,"completed_at":"2026-06-29T11:00:17.289Z","load_balancing_strategy":"primary","db_duration_s":0.001601,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1901vm-test-run-nixbot-gitlab> gitlab # [  205.440126] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.290Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"9f00d4959363a975539dcc6f","created_at":"2026-06-29T11:00:07.785Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-71687e29f37a49cd","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"29fd257d962d439525151683914576ca","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.795Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-9f00d4959363a975539dcc6f: start","job_status":"start","queue_duration_s":9.494696,"scheduling_latency_s":9.494716}1902vm-test-run-nixbot-gitlab> gitlab # [  205.510998] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.307Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::BulkDeleteExpiredJobArtifactsWorker","args":[],"jid":"9f00d4959363a975539dcc6f","created_at":"2026-06-29T11:00:07.785Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-71687e29f37a49cd","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleBulkDeleteJobArtifactCronWorker","correlation_id":"29fd257d962d439525151683914576ca","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:07.795Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::BulkDeleteExpiredJobArtifactsWorker JID-9f00d4959363a975539dcc6f: done: 0.017339 sec","job_status":"done","queue_duration_s":9.494696,"scheduling_latency_s":9.494716,"redis_calls":15,"redis_duration_s":0.0028680000000000003,"redis_read_bytes":35,"redis_write_bytes":1707,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000831,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":383,"redis_shared_state_calls":11,"redis_shared_state_duration_s":0.002037,"redis_shared_state_read_bytes":32,"redis_shared_state_write_bytes":1324,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010945,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket":3,"extra.ci_bulk_delete_expired_job_artifacts_worker.artifacts_empty":true,"extra.ci_bulk_delete_expired_job_artifacts_worker.destroyed_job_artifacts_count":0,"extra.ci_bulk_delete_expired_job_artifacts_worker.mod_bucket_released":3,"duration_s":0.017339,"completed_at":"2026-06-29T11:00:17.307Z","load_balancing_strategy":"primary","db_duration_s":0.001538,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1903vm-test-run-nixbot-gitlab> gitlab # [  205.525773] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.309Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 488bfdfc38f829449fc7686bf0dfd30252f16b60 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"7f9f2263f2c517ab4407d3dd","created_at":"2026-06-29T11:00:08.136Z","trace_propagation_headers":{"sentry-trace":"140cf018f09a41a9b7c77858cdb2d799-340c48c90feb451a","baggage":"sentry-trace_id=140cf018f09a41a9b7c77858cdb2d799,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJP8DW42DHPAH1654HMNZ","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.141Z","job_size_bytes":185,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-7f9f2263f2c517ab4407d3dd: start","job_status":"start","queue_duration_s":9.167699,"scheduling_latency_s":9.16772}1904vm-test-run-nixbot-gitlab> gitlab # [  205.552922] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.322Z","message":"changes: \"0000000000000000000000000000000000000000 488bfdfc38f829449fc7686bf0dfd30252f16b60 refs/heads/master\\n\""}1905vm-test-run-nixbot-gitlab> gitlab # [  205.556808] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.963Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 488bfdfc38f829449fc7686bf0dfd30252f16b60 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"7f9f2263f2c517ab4407d3dd","created_at":"2026-06-29T11:00:08.136Z","trace_propagation_headers":{"sentry-trace":"140cf018f09a41a9b7c77858cdb2d799-340c48c90feb451a","baggage":"sentry-trace_id=140cf018f09a41a9b7c77858cdb2d799,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJP8DW42DHPAH1654HMNZ","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.141Z","job_size_bytes":185,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-7f9f2263f2c517ab4407d3dd: done: 0.654222 sec","job_status":"done","queue_duration_s":9.167699,"scheduling_latency_s":9.16772,"gitaly_calls":13,"gitaly_duration_s":0.226815,"redis_calls":199,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.044814,"redis_read_bytes":961,"redis_write_bytes":19727,"redis_cache_calls":14,"redis_cache_duration_s":0.00316,"redis_cache_read_bytes":16,"redis_cache_write_bytes":884,"redis_feature_flag_calls":32,"redis_feature_flag_duration_s":0.008188,"redis_feature_flag_read_bytes":540,"redis_feature_flag_write_bytes":4279,"redis_queues_calls":8,"redis_queues_duration_s":0.001122,"redis_queues_read_bytes":12,"redis_queues_write_bytes":4933,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002073,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1259,"redis_repository_cache_calls":90,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.020698,"redis_repository_cache_read_bytes":249,"redis_repository_cache_write_bytes":6237,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.009573,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":51,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":51,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.035,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":51,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.184,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.198,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.035,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.35221,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000521854,"exclusive_lock_hold_duration_s":0.030267533,"duration_s":0.654222,"completed_at":"2026-06-29T11:00:17.963Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.057066,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1906vm-test-run-nixbot-gitlab> gitlab # [  205.637227] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.964Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"4f1caf5a7afbcb82c1ba7ce1","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-4f1caf5a7afbcb82c1ba7ce1: start","job_status":"start","queue_duration_s":9.616987,"scheduling_latency_s":9.617009}1907vm-test-run-nixbot-gitlab> gitlab # [  205.658302] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.985Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"4f1caf5a7afbcb82c1ba7ce1","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-4f1caf5a7afbcb82c1ba7ce1: done: 0.021025 sec","job_status":"done","queue_duration_s":9.616987,"scheduling_latency_s":9.617009,"redis_calls":16,"redis_duration_s":0.00367,"redis_read_bytes":14,"redis_write_bytes":1526,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000495,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001168,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":423,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002007,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":802,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012908,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000344457,"duration_s":0.021025,"completed_at":"2026-06-29T11:00:17.985Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001258,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1908vm-test-run-nixbot-gitlab> gitlab # [  205.760057] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:17.987Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"49156eabdc26147fc5dc486c","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-49156eabdc26147fc5dc486c: start","job_status":"start","queue_duration_s":9.639361,"scheduling_latency_s":9.639382}1909vm-test-run-nixbot-gitlab> gitlab # [  205.761888] gitaly[1388]: time="2026-06-29T11:00:17.393Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-29T11:00:27.035" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=226 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:17.385" grpc.time_ms=7.581 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1910vm-test-run-nixbot-gitlab> gitlab # [  205.764399] gitaly[1388]: time="2026-06-29T11:00:17.432Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3942 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:17.430" grpc.time_ms=1.89 pid=1388 span.kind=server system=grpc1911vm-test-run-nixbot-gitlab> gitlab # [  205.780354] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.003Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"49156eabdc26147fc5dc486c","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-49156eabdc26147fc5dc486c: done: 0.016236 sec","job_status":"done","queue_duration_s":9.639361,"scheduling_latency_s":9.639382,"redis_calls":13,"redis_duration_s":0.002753,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000886,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001867,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009581,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016236,"completed_at":"2026-06-29T11:00:18.003Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001691,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1912vm-test-run-nixbot-gitlab> gitlab # [  205.843797] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.004Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"dca43e2d8cd545cc210f33e1","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-dca43e2d8cd545cc210f33e1: start","job_status":"start","queue_duration_s":9.656831,"scheduling_latency_s":9.656854}1913vm-test-run-nixbot-gitlab> gitlab # [  205.865241] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.018Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"dca43e2d8cd545cc210f33e1","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-dca43e2d8cd545cc210f33e1: done: 0.014441 sec","job_status":"done","queue_duration_s":9.656831,"scheduling_latency_s":9.656854,"redis_calls":13,"redis_duration_s":0.002758,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000814,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001944,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009196,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014441,"completed_at":"2026-06-29T11:00:18.018Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000504,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1914vm-test-run-nixbot-gitlab> gitlab # [  205.945360] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.021Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"b1bee7e251310606bf4effd9","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-b1bee7e251310606bf4effd9: start","job_status":"start","queue_duration_s":9.67349,"scheduling_latency_s":9.673527}1915vm-test-run-nixbot-gitlab> gitlab # [  205.948803] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.037Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"b1bee7e251310606bf4effd9","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-b1bee7e251310606bf4effd9: done: 0.016457 sec","job_status":"done","queue_duration_s":9.67349,"scheduling_latency_s":9.673527,"redis_calls":13,"redis_duration_s":0.003035,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000908,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002127,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010149,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016457,"completed_at":"2026-06-29T11:00:18.037Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000556,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1916vm-test-run-nixbot-gitlab> gitlab # [  206.012612] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.038Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"04eeca67185b73de1bb55ad7","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-04eeca67185b73de1bb55ad7: start","job_status":"start","queue_duration_s":9.69119,"scheduling_latency_s":9.691213}1917vm-test-run-nixbot-gitlab> gitlab # [  206.088925] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.053Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"04eeca67185b73de1bb55ad7","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-04eeca67185b73de1bb55ad7: done: 0.014569 sec","job_status":"done","queue_duration_s":9.69119,"scheduling_latency_s":9.691213,"redis_calls":13,"redis_duration_s":0.002758,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000871,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001887,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009291,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014569,"completed_at":"2026-06-29T11:00:18.053Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0005,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1918vm-test-run-nixbot-gitlab> gitlab # [  206.094237] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.054Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"d97d3ff52231ec2335d7d501","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-d97d3ff52231ec2335d7d501: start","job_status":"start","queue_duration_s":9.707025,"scheduling_latency_s":9.707046}1919vm-test-run-nixbot-gitlab> gitlab # [  206.115883] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.071Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"d97d3ff52231ec2335d7d501","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-d97d3ff52231ec2335d7d501: done: 0.017062 sec","job_status":"done","queue_duration_s":9.707025,"scheduling_latency_s":9.707046,"redis_calls":13,"redis_duration_s":0.004295,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000837,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003458,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010163,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017062,"completed_at":"2026-06-29T11:00:18.071Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000508,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1920vm-test-run-nixbot-gitlab> gitlab # [  206.232602] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.076Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"2053d58dc05e44a3e4da7b31","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-2053d58dc05e44a3e4da7b31: start","job_status":"start","queue_duration_s":9.728509,"scheduling_latency_s":9.728534}1921vm-test-run-nixbot-gitlab> gitlab # [  206.234053] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.093Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"2053d58dc05e44a3e4da7b31","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-2053d58dc05e44a3e4da7b31: done: 0.017584 sec","job_status":"done","queue_duration_s":9.728509,"scheduling_latency_s":9.728534,"redis_calls":13,"redis_duration_s":0.003718,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001257,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002461,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009759,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017584,"completed_at":"2026-06-29T11:00:18.093Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000913,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1922vm-test-run-nixbot-gitlab> gitlab # [  206.261262] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.095Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"55933039d65055bf98d0d9f7","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-55933039d65055bf98d0d9f7: start","job_status":"start","queue_duration_s":9.747322,"scheduling_latency_s":9.747346}1923vm-test-run-nixbot-gitlab> gitlab # [  206.282883] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.109Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"55933039d65055bf98d0d9f7","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-55933039d65055bf98d0d9f7: done: 0.014268 sec","job_status":"done","queue_duration_s":9.747322,"scheduling_latency_s":9.747346,"redis_calls":13,"redis_duration_s":0.002928,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001016,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001912,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009127,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014268,"completed_at":"2026-06-29T11:00:18.109Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00048,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1924vm-test-run-nixbot-gitlab> gitlab # [  206.377344] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.110Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"1903cc73f6a58385b0961d14","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-1903cc73f6a58385b0961d14: start","job_status":"start","queue_duration_s":9.762821,"scheduling_latency_s":9.762842}1925vm-test-run-nixbot-gitlab> gitlab # [  206.378831] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.124Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"1903cc73f6a58385b0961d14","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-1903cc73f6a58385b0961d14: done: 0.01423 sec","job_status":"done","queue_duration_s":9.762821,"scheduling_latency_s":9.762842,"redis_calls":13,"redis_duration_s":0.002679,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000812,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001867,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009124,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01423,"completed_at":"2026-06-29T11:00:18.124Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000496,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1926vm-test-run-nixbot-gitlab> gitlab # [  206.448807] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.126Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"a1708c4b50f1a9e0f8108204","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-a1708c4b50f1a9e0f8108204: start","job_status":"start","queue_duration_s":9.778264,"scheduling_latency_s":9.778284}1927vm-test-run-nixbot-gitlab> gitlab # [  206.450164] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.140Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DestroyOldPipelinesWorker","args":[],"jid":"a1708c4b50f1a9e0f8108204","created_at":"2026-06-29T11:00:08.334Z","trace_propagation_headers":{"sentry-trace":"07e6800d430b4b9f9d45af2ef1daa0bf-acba4208e06840d0","baggage":"sentry-trace_id=07e6800d430b4b9f9d45af2ef1daa0bf,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleOldPipelinesRemovalCronWorker","correlation_id":"564046a545d8e7f98e2792afebaeec1e","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:08.347Z","job_size_bytes":2,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DestroyOldPipelinesWorker JID-a1708c4b50f1a9e0f8108204: done: 0.014099 sec","job_status":"done","queue_duration_s":9.778264,"scheduling_latency_s":9.778284,"redis_calls":13,"redis_duration_s":0.002671,"redis_read_bytes":10,"redis_write_bytes":1149,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00078,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":347,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001891,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":802,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009074,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014099,"completed_at":"2026-06-29T11:00:18.140Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000518,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1928vm-test-run-nixbot-gitlab> gitlab # [  206.518197] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.141Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"cca80ea044231d1673959491","created_at":"2026-06-29T11:00:17.369Z","trace_propagation_headers":{"sentry-trace":"140cf018f09a41a9b7c77858cdb2d799-258b4cfad7e44688","baggage":"sentry-trace_id=140cf018f09a41a9b7c77858cdb2d799,sentry-release=Unknown"},"correlation_id":"01KW9GJP8DW42DHPAH1654HMNZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:17.373Z","job_size_bytes":46,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-cca80ea044231d1673959491: start","job_status":"start","queue_duration_s":0.767922,"scheduling_latency_s":0.767943}1929vm-test-run-nixbot-gitlab> gitlab # [  206.533253] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.210Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"cca80ea044231d1673959491","created_at":"2026-06-29T11:00:17.369Z","trace_propagation_headers":{"sentry-trace":"140cf018f09a41a9b7c77858cdb2d799-258b4cfad7e44688","baggage":"sentry-trace_id=140cf018f09a41a9b7c77858cdb2d799,sentry-release=Unknown"},"correlation_id":"01KW9GJP8DW42DHPAH1654HMNZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:17.373Z","job_size_bytes":46,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-cca80ea044231d1673959491: done: 0.069103 sec","job_status":"done","queue_duration_s":0.767922,"scheduling_latency_s":0.767943,"gitaly_calls":2,"gitaly_duration_s":0.012584,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.008050999999999999,"redis_read_bytes":68,"redis_write_bytes":4888,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.001309,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.000507,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2115,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001458,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.004082,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":754,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000695,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.040383,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000325181,"duration_s":0.069103,"completed_at":"2026-06-29T11:00:18.210Z","load_balancing_strategy":"primary","db_duration_s":0.008989,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1930vm-test-run-nixbot-gitlab> gitlab # [  206.662180] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.211Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"19c326ce8ef83cce0c787656","created_at":"2026-06-29T11:00:17.378Z","trace_propagation_headers":{"sentry-trace":"140cf018f09a41a9b7c77858cdb2d799-258b4cfad7e44688","baggage":"sentry-trace_id=140cf018f09a41a9b7c77858cdb2d799,sentry-release=Unknown"},"correlation_id":"01KW9GJP8DW42DHPAH1654HMNZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:17.382Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-19c326ce8ef83cce0c787656: start","job_status":"start","queue_duration_s":0.829711,"scheduling_latency_s":0.829731}1931vm-test-run-nixbot-gitlab> gitlab # [  206.663589] gitaly[1388]: time="2026-06-29T11:00:17.460Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3944 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:17.459" grpc.time_ms=0.285 pid=1388 span.kind=server system=grpc1932vm-test-run-nixbot-gitlab> gitlab # [  206.664794] gitaly[1388]: time="2026-06-29T11:00:17.471Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ diskcache=9000260b-e146-4eb9-9e9f-2c296f72dbf0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-29T11:00:27.050" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:17.401" pid=1388 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1933vm-test-run-nixbot-gitlab> gitlab # [  206.667297] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.284Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"19c326ce8ef83cce0c787656","created_at":"2026-06-29T11:00:17.378Z","trace_propagation_headers":{"sentry-trace":"140cf018f09a41a9b7c77858cdb2d799-258b4cfad7e44688","baggage":"sentry-trace_id=140cf018f09a41a9b7c77858cdb2d799,sentry-release=Unknown"},"correlation_id":"01KW9GJP8DW42DHPAH1654HMNZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:17.382Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-19c326ce8ef83cce0c787656: done: 0.073162 sec","job_status":"done","queue_duration_s":0.829711,"scheduling_latency_s":0.829731,"gitaly_calls":1,"gitaly_duration_s":0.025555,"redis_calls":15,"redis_duration_s":0.00347,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000398,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001365,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000751,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000956,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.006,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.013,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030859,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.05433875,"duration_s":0.073162,"completed_at":"2026-06-29T11:00:18.284Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01368,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1934vm-test-run-nixbot-gitlab> gitlab # [  206.805863] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.286Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"af8803fe7f2817c7abd964c1","created_at":"2026-06-29T11:00:17.487Z","trace_propagation_headers":{"sentry-trace":"140cf018f09a41a9b7c77858cdb2d799-258b4cfad7e44688","baggage":"sentry-trace_id=140cf018f09a41a9b7c77858cdb2d799,sentry-release=Unknown"},"correlation_id":"01KW9GJP8DW42DHPAH1654HMNZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:17.488Z","job_size_bytes":23,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-af8803fe7f2817c7abd964c1: start","job_status":"start","queue_duration_s":0.797558,"scheduling_latency_s":0.797579}1935vm-test-run-nixbot-gitlab> gitlab # [  206.807157] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.323Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"af8803fe7f2817c7abd964c1","created_at":"2026-06-29T11:00:17.487Z","trace_propagation_headers":{"sentry-trace":"140cf018f09a41a9b7c77858cdb2d799-258b4cfad7e44688","baggage":"sentry-trace_id=140cf018f09a41a9b7c77858cdb2d799,sentry-release=Unknown"},"correlation_id":"01KW9GJP8DW42DHPAH1654HMNZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:17.488Z","job_size_bytes":23,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-af8803fe7f2817c7abd964c1: done: 0.036954 sec","job_status":"done","queue_duration_s":0.797558,"scheduling_latency_s":0.797579,"gitaly_calls":1,"gitaly_duration_s":0.008225,"redis_calls":16,"redis_duration_s":0.003877,"redis_read_bytes":52,"redis_write_bytes":2049,"redis_queues_calls":1,"redis_queues_duration_s":0.00031,"redis_queues_read_bytes":1,"redis_queues_write_bytes":980,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001338,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.001578,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000651,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021958,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.036954,"completed_at":"2026-06-29T11:00:18.323Z","load_balancing_strategy":"primary","db_duration_s":0.002089,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1936vm-test-run-nixbot-gitlab> gitlab # [  206.878369] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:18.324Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"5d27e00a15c8c50ac5e5d410","created_at":"2026-06-29T11:00:17.908Z","trace_propagation_headers":{"sentry-trace":"140cf018f09a41a9b7c77858cdb2d799-258b4cfad7e44688","baggage":"sentry-trace_id=140cf018f09a41a9b7c77858cdb2d799,sentry-release=Unknown"},"correlation_id":"01KW9GJP8DW42DHPAH1654HMNZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc6b62fcae0c890f109c4785d254eb689e4801b43b2c533755f78ca2f9c4b698","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:17.912Z","job_size_bytes":467,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-5d27e00a15c8c50ac5e5d410: start","job_status":"start","queue_duration_s":0.412726,"scheduling_latency_s":0.412755}1937vm-test-run-nixbot-gitlab> gitlab # [  206.879343] sidekiq-cluster[2113]: {"severity":"WARN","time":"2026-06-29T11:00:19.184Z","class":"CreatePipelineWorker","correlation_id":"01KW9GJP8DW42DHPAH1654HMNZ","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"488bfdfc38f829449fc7686bf0dfd30252f16b60","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"488bfdfc38f829449fc7686bf0dfd30252f16b60","ref":"refs/heads/master"},"retry":0}1938vm-test-run-nixbot-gitlab> gitlab # [  206.880245] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:19.190Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"5d27e00a15c8c50ac5e5d410","created_at":"2026-06-29T11:00:17.908Z","trace_propagation_headers":{"sentry-trace":"140cf018f09a41a9b7c77858cdb2d799-258b4cfad7e44688","baggage":"sentry-trace_id=140cf018f09a41a9b7c77858cdb2d799,sentry-release=Unknown"},"correlation_id":"01KW9GJP8DW42DHPAH1654HMNZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc6b62fcae0c890f109c4785d254eb689e4801b43b2c533755f78ca2f9c4b698","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:17.912Z","job_size_bytes":467,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-5d27e00a15c8c50ac5e5d410: done: 0.865247 sec","job_status":"done","queue_duration_s":0.412726,"scheduling_latency_s":0.412755,"gitaly_calls":7,"gitaly_duration_s":0.052709,"redis_calls":53,"redis_duration_s":0.111594,"redis_read_bytes":171,"redis_write_bytes":4427,"redis_cache_calls":4,"redis_cache_duration_s":0.001585,"redis_cache_read_bytes":10,"redis_cache_write_bytes":343,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.101592,"redis_feature_flag_read_bytes":18,"redis_feature_flag_write_bytes":2433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00128,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.006231,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000906,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":43,"db_write_count":1,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":43,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.029,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":38,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.007,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.007,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.025,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.629325,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000366807,"duration_s":0.865247,"completed_at":"2026-06-29T11:00:19.189Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.064669,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1939vm-test-run-nixbot-gitlab> gitlab # [  206.979911] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:19.191Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"bce27d503e56e97c67955aaf","created_at":"2026-06-29T11:00:18.198Z","trace_propagation_headers":{"sentry-trace":"140cf018f09a41a9b7c77858cdb2d799-f1756751c5b94b16","baggage":"sentry-trace_id=140cf018f09a41a9b7c77858cdb2d799,sentry-release=Unknown"},"correlation_id":"01KW9GJP8DW42DHPAH1654HMNZ","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:18.201Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-bce27d503e56e97c67955aaf: start","job_status":"start","queue_duration_s":0.989628,"scheduling_latency_s":0.989651}1940vm-test-run-nixbot-gitlab> gitlab # [  206.981154] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:19.225Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"bce27d503e56e97c67955aaf","created_at":"2026-06-29T11:00:18.198Z","trace_propagation_headers":{"sentry-trace":"140cf018f09a41a9b7c77858cdb2d799-f1756751c5b94b16","baggage":"sentry-trace_id=140cf018f09a41a9b7c77858cdb2d799,sentry-release=Unknown"},"correlation_id":"01KW9GJP8DW42DHPAH1654HMNZ","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:18.201Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-bce27d503e56e97c67955aaf: done: 0.034277 sec","job_status":"done","queue_duration_s":0.989628,"scheduling_latency_s":0.989651,"redis_calls":19,"redis_duration_s":0.004355,"redis_read_bytes":21,"redis_write_bytes":4291,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000844,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.000594,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2262,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002261,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000656,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022673,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.006131226,"duration_s":0.034277,"completed_at":"2026-06-29T11:00:19.225Z","load_balancing_strategy":"primary","db_duration_s":0.005363,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1941vm-test-run-nixbot-gitlab> gitlab # [  207.090983] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:19.227Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"7980610b6f775b5fc1be3206","created_at":"2026-06-29T11:00:19.215Z","trace_propagation_headers":{"sentry-trace":"140cf018f09a41a9b7c77858cdb2d799-4faf4c500b704bfa","baggage":"sentry-trace_id=140cf018f09a41a9b7c77858cdb2d799,sentry-release=Unknown"},"correlation_id":"01KW9GJP8DW42DHPAH1654HMNZ","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:19.219Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-7980610b6f775b5fc1be3206: start","job_status":"start","queue_duration_s":0.007656,"scheduling_latency_s":0.007677}1942vm-test-run-nixbot-gitlab> gitlab # [  207.092149] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:19.286Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"7980610b6f775b5fc1be3206","created_at":"2026-06-29T11:00:19.215Z","trace_propagation_headers":{"sentry-trace":"140cf018f09a41a9b7c77858cdb2d799-4faf4c500b704bfa","baggage":"sentry-trace_id=140cf018f09a41a9b7c77858cdb2d799,sentry-release=Unknown"},"correlation_id":"01KW9GJP8DW42DHPAH1654HMNZ","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:19.219Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-7980610b6f775b5fc1be3206: done: 0.059227 sec","job_status":"done","queue_duration_s":0.007656,"scheduling_latency_s":0.007677,"redis_calls":11,"redis_duration_s":0.002543,"redis_read_bytes":10,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000454,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001622,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":672,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000467,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":12,"db_write_count":3,"db_cached_count":0,"db_txn_count":3,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":3,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.007,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.040993,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000331048,"duration_s":0.059227,"completed_at":"2026-06-29T11:00:19.286Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.014328,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1943vm-test-run-nixbot-gitlab> gitlab # [  207.162613] gitaly[1388]: time="2026-06-29T11:00:17.471Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=55 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5245 command.oublock=8 command.real_time_ms=61 command.spawn_token_fork_ms=0 command.system_time_ms=38 command.user_time_ms=17 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-29T11:00:27.050" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:17.401" grpc.time_ms=70.246 pid=1388 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1944vm-test-run-nixbot-gitlab> gitlab # [  207.164703] gitaly[1388]: time="2026-06-29T11:00:17.491Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T11:00:27.140" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:17.491" grpc.time_ms=0.156 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1945vm-test-run-nixbot-gitlab> gitlab # [  207.233184] gitaly[1388]: time="2026-06-29T11:00:17.504Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=938 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-29T11:00:27.145" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:17.496" grpc.time_ms=7.992 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1946vm-test-run-nixbot-gitlab> gitlab # [  207.234456] gitaly[1388]: time="2026-06-29T11:00:17.622Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=339 command.oublock=0 command.real_time_ms=67 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-06-29T11:00:47.053" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:17.553" grpc.time_ms=68.635 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1947vm-test-run-nixbot-gitlab> gitlab # [  207.235364] gitaly[1388]: time="2026-06-29T11:00:17.645Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-29T11:00:27.004" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:17.644" grpc.time_ms=0.246 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1948vm-test-run-nixbot-gitlab> gitlab # [  207.243072] gitaly[1388]: time="2026-06-29T11:00:17.651Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=340 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-29T11:00:27.006" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-06-29T11:00:17.647" grpc.time_ms=4.695 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1949vm-test-run-nixbot-gitlab> gitlab # [  207.264768] gitaly[1388]: time="2026-06-29T11:00:17.670Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=620 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T11:00:27.024" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:17.664" grpc.time_ms=5.461 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1950vm-test-run-nixbot-gitlab> gitlab # [  207.285933] gitaly[1388]: time="2026-06-29T11:00:17.679Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T11:00:27.033" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:17.674" grpc.time_ms=5.309 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1951vm-test-run-nixbot-gitlab> gitlab # [  207.306757] gitaly[1388]: time="2026-06-29T11:00:17.697Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=971 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-29T11:00:47.187" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:17.687" grpc.time_ms=9.512 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1952vm-test-run-nixbot-gitlab> gitlab # [  207.376147] gitaly[1388]: time="2026-06-29T11:00:17.940Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-29T11:00:27.008" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:17.939" grpc.time_ms=0.887 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1953vm-test-run-nixbot-gitlab> gitlab # [  207.377381] gitaly[1388]: time="2026-06-29T11:00:18.176Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-06-29T17:00:18.173" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:18.174" grpc.time_ms=2.236 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1954vm-test-run-nixbot-gitlab> gitlab # [  207.378268] gitaly[1388]: time="2026-06-29T11:00:18.190Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=648 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-29T11:00:48.083" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:18.183" grpc.time_ms=6.299 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1955vm-test-run-nixbot-gitlab> gitlab # [  207.387874] gitaly[1388]: time="2026-06-29T11:00:18.256Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ diskcache=7e8641ed-762c-42fe-8855-2b6100fa93b5 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-29T17:00:18.232" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:18.233" pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1956vm-test-run-nixbot-gitlab> gitlab # [  207.404302] gitaly[1388]: time="2026-06-29T11:00:18.256Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1283 command.oublock=0 command.real_time_ms=18 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-29T17:00:18.232" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:18.233" grpc.time_ms=23.103 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1957vm-test-run-nixbot-gitlab> gitlab # [  207.428894] gitaly[1388]: time="2026-06-29T11:00:18.314Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=647 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-29T11:00:48.207" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:18.308" grpc.time_ms=6.026 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1958vm-test-run-nixbot-gitlab> gitlab # [  207.449938] gitaly[1388]: time="2026-06-29T11:00:18.359Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:48.257" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:18.358" grpc.time_ms=0.648 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1959vm-test-run-nixbot-gitlab> gitlab # [  207.520313] gitaly[1388]: time="2026-06-29T11:00:18.368Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-29T11:00:28.000" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:18.361" grpc.time_ms=6.671 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1960vm-test-run-nixbot-gitlab> gitlab # [  207.521750] gitaly[1388]: time="2026-06-29T11:00:18.447Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T11:00:48.345" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:18.446" grpc.time_ms=0.972 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1961vm-test-run-nixbot-gitlab> gitlab # [  207.522940] gitaly[1388]: time="2026-06-29T11:00:18.452Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=98 command.oublock=0 command.real_time_ms=1 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-29T11:00:48.349" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:18.449" grpc.time_ms=2.25 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1962vm-test-run-nixbot-gitlab> gitlab # [  207.534486] gitaly[1388]: time="2026-06-29T11:00:18.526Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=632 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T11:00:28.159" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:18.520" grpc.time_ms=6.707 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1963vm-test-run-nixbot-gitlab> gitlab # [  207.555500] gitaly[1388]: time="2026-06-29T11:00:19.140Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=967 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-29T11:00:49.029" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:19.130" grpc.time_ms=10.263 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1964vm-test-run-nixbot-gitlab> gitlab # [  207.580101] gitaly[1388]: time="2026-06-29T11:00:19.153Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=623 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GJP8DW42DHPAH1654HMNZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-29T11:00:49.043" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:19.143" grpc.time_ms=9.721 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1965vm-test-run-nixbot-gitlab> gitlab # [  207.874777] nixbot[3045]: INFO:     Started server process [3045]1966vm-test-run-nixbot-gitlab> gitlab # [  207.876151] nixbot[3045]: INFO:     Uvicorn running on socket ('::', 8010, 0, 0) (Press CTRL+C to quit)1967vm-test-run-nixbot-gitlab> gitlab # [  207.887678] nixbot[3045]: INFO:     ::ffff:127.0.0.1:48348 - "GET /health HTTP/1.1" 200 OK1968vm-test-run-nixbot-gitlab> gitlab # [  207.898125] systemd[1]: Started nixbot CI service.1969vm-test-run-nixbot-gitlab> gitlab # [  207.900111] systemd[1]: Reached target Multi-User System.1970vm-test-run-nixbot-gitlab> gitlab # [  207.903190] systemd[1]: Startup finished in 1.454s (kernel) + 4.268s (initrd) + 3min 22.180s (userspace) = 3min 27.902s.1971vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit nixbot.service, in 13.37 seconds)1972vm-test-run-nixbot-gitlab> gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health1973vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.04 seconds)1974vm-test-run-nixbot-gitlab> subtest: project discovered and webhook registered1975vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1976vm-test-run-nixbot-gitlab> gitlab # [  208.096484] nixbot[3045]: INFO:     ::ffff:127.0.0.1:48350 - "GET /health HTTP/1.1" 200 OK1977vm-test-run-nixbot-gitlab> gitlab # [  208.218487] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:22 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.20.0" 871978vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.13 seconds)1979vm-test-run-nixbot-gitlab> []1980vm-test-run-nixbot-gitlab> gitlab # [  208.305806] gitaly[1388]: time="2026-06-29T11:00:22.489Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=964 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK4DPQNC2H48J0666QBRM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-29T11:00:52.066" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:22.468" grpc.time_ms=20.654 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1981vm-test-run-nixbot-gitlab> gitlab # [  208.730507] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:22 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 8441982vm-test-run-nixbot-gitlab> gitlab # [  208.734184] nixbot[3045]: {"ts": "2026-06-29T11:00:22.915Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1983vm-test-run-nixbot-gitlab> gitlab # [  208.780427] nixbot[3045]: {"ts": "2026-06-29T11:00:22.964Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}1984vm-test-run-nixbot-gitlab> gitlab # [  208.838521] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:23 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 421985vm-test-run-nixbot-gitlab> gitlab # [  208.840597] nixbot[3045]: {"ts": "2026-06-29T11:00:23.024Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1986vm-test-run-nixbot-gitlab> gitlab # [  208.844379] nixbot[3045]: {"ts": "2026-06-29T11:00:23.028Z", "level": "info", "logger": "nixbot.hook_registration", "msg": "registering webhook", "repo": "root/test-flake"}1987vm-test-run-nixbot-gitlab> gitlab # [  208.968263] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:23 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 868 "" "python-httpx/0.28.1" 1191988vm-test-run-nixbot-gitlab> gitlab # [  208.978141] nixbot[3045]: {"ts": "2026-06-29T11:00:23.153Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}1989vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1990vm-test-run-nixbot-gitlab> gitlab # [  209.228875] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:23 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 2461991vm-test-run-nixbot-gitlab> gitlab # [  209.231052] nixbot[3045]: {"ts": "2026-06-29T11:00:23.413Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1992vm-test-run-nixbot-gitlab> gitlab # [  209.287647] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:23 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "python-httpx/0.28.1" 491993vm-test-run-nixbot-gitlab> gitlab # [  209.296485] nixbot[3045]: {"ts": "2026-06-29T11:00:23.473Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1994vm-test-run-nixbot-gitlab> gitlab # [  209.358247] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:23 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 868 "" "python-httpx/0.28.1" 621995vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.14 seconds)1996vm-test-run-nixbot-gitlab> [{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-06-29T11:00:23.136Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]1997vm-test-run-nixbot-gitlab> (finished: subtest: project discovered and webhook registered, in 1.27 seconds)1998vm-test-run-nixbot-gitlab> subtest: push delivers the webhook1999vm-test-run-nixbot-gitlab> gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master2000vm-test-run-nixbot-gitlab> gitlab # [  209.367753] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:23 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "curl/8.20.0" 852001vm-test-run-nixbot-gitlab> gitlab # [  209.376404] nixbot[3045]: {"ts": "2026-06-29T11:00:23.543Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}2002vm-test-run-nixbot-gitlab> gitlab # [  209.431071] gitaly[1388]: time="2026-06-29T11:00:23.615Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=3 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK5VXCVBW3JWNZ4WE4TYY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-06-29T11:00:53.004" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:23.605" grpc.time_ms=9.712 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2003vm-test-run-nixbot-gitlab> gitlab # [  209.439092] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:23 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 302004vm-test-run-nixbot-gitlab> gitlab # [  209.463376] gitaly[1388]: time="2026-06-29T11:00:23.647Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK5VXCVBW3JWNZ4WE4TYY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:53.045" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:23.646" grpc.time_ms=0.905 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2005vm-test-run-nixbot-gitlab> gitlab # [  209.475376] gitaly[1388]: time="2026-06-29T11:00:23.659Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK5VXCVBW3JWNZ4WE4TYY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-29T11:00:33.271" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:23.652" grpc.time_ms=7.188 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2006vm-test-run-nixbot-gitlab> gitlab # [  209.517046] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:23 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 731 "" "python-httpx/0.28.1" 1512007vm-test-run-nixbot-gitlab> gitlab # [  209.518234] nixbot[3045]: {"ts": "2026-06-29T11:00:23.702Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}2008vm-test-run-nixbot-gitlab> gitlab # [  209.579046] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:23 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 552009vm-test-run-nixbot-gitlab> gitlab # [  209.580285] nixbot[3045]: {"ts": "2026-06-29T11:00:23.764Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}2010vm-test-run-nixbot-gitlab> gitlab # [  209.583265] nixbot[3045]: {"ts": "2026-06-29T11:00:23.767Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}2011vm-test-run-nixbot-gitlab> gitlab # [  209.624566] gitaly[1388]: time="2026-06-29T11:00:23.808Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK5Y839TDZY37R0F2BBA0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:23.797" grpc.time_ms=11.489 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2012vm-test-run-nixbot-gitlab> gitlab # [  209.628073] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:23 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 203 "" "git/2.54.0" 1872013vm-test-run-nixbot-gitlab> gitlab # Enumerating objects: 5, done.2014vm-test-run-nixbot-gitlab> gitlab # Counting objects:  20% (1/5)Counting objects:  40% (2/5)Counting objects:  60% (3/5)Counting objects:  80% (4/5)Counting objects: 100% (5/5)Counting objects: 100% (5/5), done.2015vm-test-run-nixbot-gitlab> gitlab # Delta compression using up to 4 threads2016vm-test-run-nixbot-gitlab> gitlab # Compressing objects:  50% (1/2)Compressing objects: 100% (2/2)Compressing objects: 100% (2/2), done.2017vm-test-run-nixbot-gitlab> gitlab # Writing objects:  33% (1/3)Writing objects:  66% (2/3)Writing objects: 100% (3/3)Writing objects: 100% (3/3), 273 bytes | 136.00 KiB/s, done.2018vm-test-run-nixbot-gitlab> gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)2019vm-test-run-nixbot-gitlab> gitlab # [  209.672531] gitaly[1388]: time="2026-06-29T11:00:23.856Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=632 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK63WAA4MQ9T1FWHMAJ4S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=185 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:23.845" grpc.time_ms=7.813 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2020vm-test-run-nixbot-gitlab> gitlab # [  209.695299] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:23 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 742021vm-test-run-nixbot-gitlab> gitlab # [  209.783389] gitaly[1388]: time="2026-06-29T11:00:23.963Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK669BNDJQ5PP3EK4M130 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:23.953" pid=1388 remote_ip="2001:db8:1::1" request_sha=083c43590fffa527704b32b8836424e8ed055017 response_bytes=149 span.kind=server system=grpc2022vm-test-run-nixbot-gitlab> gitlab # [  209.784941] gitlab-workhorse[1291]: time="2026-06-29T11:00:23Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1492023vm-test-run-nixbot-gitlab> gitlab # [  209.785659] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:23 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 149 "" "git/2.54.0" 822024vm-test-run-nixbot-gitlab> gitlab # [  209.786840] gitaly[1388]: time="2026-06-29T11:00:23.963Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK669BNDJQ5PP3EK4M130 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:23.953" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2025vm-test-run-nixbot-gitlab> gitlab # [  209.788086] gitaly[1388]: time="2026-06-29T11:00:23.964Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK669BNDJQ5PP3EK4M130 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:23.953" grpc.time_ms=10.671 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2026vm-test-run-nixbot-gitlab> gitlab # [  209.854529] gitaly[1388]: time="2026-06-29T11:00:24.038Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK68ZKRVSGZ799GQ7JKE0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:24.020" pid=1388 remote_ip="2001:db8:1::1" request_sha=e0df018c6d951cc2ef68a7740e15666f4fa0f40d response_bytes=378 span.kind=server system=grpc2027vm-test-run-nixbot-gitlab> gitlab # [  209.856093] gitaly[1388]: time="2026-06-29T11:00:24.039Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1227 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=7 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK68ZKRVSGZ799GQ7JKE0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:24.020" negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2028vm-test-run-nixbot-gitlab> gitlab # [  209.857738] gitlab-workhorse[1291]: time="2026-06-29T11:00:24Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3782029vm-test-run-nixbot-gitlab> gitlab # [  209.858732] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:24 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 378 "" "git/2.54.0" 712030vm-test-run-nixbot-gitlab> gitlab # [  209.859901] gitaly[1388]: time="2026-06-29T11:00:24.039Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1227 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=7 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK68ZKRVSGZ799GQ7JKE0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=9 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:24.020" grpc.time_ms=18.328 negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2031vm-test-run-nixbot-gitlab> gitlab # [  209.924530] gitaly[1388]: time="2026-06-29T11:00:24.108Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=645 command.oublock=0 command.real_time_ms=68 command.spawn_token_fork_ms=3 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-29T11:00:34.006" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=253 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:24.038" grpc.time_ms=70.424 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2032vm-test-run-nixbot-gitlab> gitlab # [  209.965238] gitaly[1388]: time="2026-06-29T11:00:24.149Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=331 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-29T11:00:54.041" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-29T11:00:24.141" grpc.time_ms=7.628 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2033vm-test-run-nixbot-gitlab> gitlab # [  210.005733] gitaly[1388]: time="2026-06-29T11:00:24.188Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 duration_ms=204ns method=POST pid=1388 status=200 url="http://unix/api/v4/internal/allowed"2034vm-test-run-nixbot-gitlab> gitlab # [  210.044129] gitaly[1388]: time="2026-06-29T11:00:24.226Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 duration_ms=36ns method=POST pid=1388 status=200 url="http://unix/api/v4/internal/pre_receive"2035vm-test-run-nixbot-gitlab> gitlab # [  210.045530] gitaly[1388]: time="2026-06-29T11:00:24.226Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5322 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:23.982" grpc.time_ms=243.764 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2036vm-test-run-nixbot-gitlab> gitlab # [  210.091863] gitaly[1388]: time="2026-06-29T11:00:24.276Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4792 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:24.275" grpc.time_ms=0.442 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2037vm-test-run-nixbot-gitlab> gitlab # [  210.095240] gitaly[1388]: time="2026-06-29T11:00:24.278Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=26 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK6EZ4CHEB65ACY3JTWMA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=206 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:24.250" grpc.time_ms=27.875 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2038vm-test-run-nixbot-gitlab> gitlab # [  210.099218] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:24 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 1202039vm-test-run-nixbot-gitlab> gitlab # [  210.155157] gitaly[1388]: time="2026-06-29T11:00:24.338Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK6JVPRBJ428YR4GF6EJP grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:24.328" pid=1388 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2040vm-test-run-nixbot-gitlab> gitlab # [  210.156424] gitaly[1388]: time="2026-06-29T11:00:24.338Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=3 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK6JVPRBJ428YR4GF6EJP grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:24.328" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2041vm-test-run-nixbot-gitlab> gitlab # [  210.157730] gitaly[1388]: time="2026-06-29T11:00:24.339Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=3 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK6JVPRBJ428YR4GF6EJP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:24.328" grpc.time_ms=10.763 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2042vm-test-run-nixbot-gitlab> gitlab # [  210.189674] gitaly[1388]: time="2026-06-29T11:00:24.374Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4791 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:24.372" grpc.time_ms=0.995 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2043vm-test-run-nixbot-gitlab> gitlab # [  210.235382] gitlab-workhorse[1291]: time="2026-06-29T11:00:24Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672044vm-test-run-nixbot-gitlab> gitlab # [  210.238775] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:24 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 1352045vm-test-run-nixbot-gitlab> gitlab # [  210.257887] gitaly[1388]: time="2026-06-29T11:00:24.442Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4793 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:24.441" grpc.time_ms=0.452 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2046vm-test-run-nixbot-gitlab> gitlab # [  210.340351] gitaly[1388]: time="2026-06-29T11:00:24.524Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK6RPC7DE1X8912V139MY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:54.422" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:24.523" grpc.time_ms=0.968 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2047vm-test-run-nixbot-gitlab> gitlab # [  210.361747] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:24.527Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","488bfdfc38f829449fc7686bf0dfd30252f16b60 317a8de25e289f1edee294f11fc6294952efbf07 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"9a8dc4cc6b9a915029f6f12b","created_at":"2026-06-29T11:00:24.520Z","trace_propagation_headers":{"sentry-trace":"eeabe9478b574ac9840dbaec3ea8d6ed-a867c83c1ed54010","baggage":"sentry-trace_id=eeabe9478b574ac9840dbaec3ea8d6ed,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GK65H5PGZH34EDEBN9GK2","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:24.524Z","job_size_bytes":185,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-9a8dc4cc6b9a915029f6f12b: start","job_status":"start","queue_duration_s":0.00304,"scheduling_latency_s":0.00308}2048vm-test-run-nixbot-gitlab> gitlab # [  210.388959] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:24.550Z","message":"changes: \"488bfdfc38f829449fc7686bf0dfd30252f16b60 317a8de25e289f1edee294f11fc6294952efbf07 refs/heads/master\\n\""}2049vm-test-run-nixbot-gitlab> gitlab # [  210.393238] gitaly[1388]: time="2026-06-29T11:00:24.569Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=643 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=5 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK6RPC7DE1X8912V139MY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-29T11:00:54.455" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:24.556" grpc.time_ms=12.465 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2050vm-test-run-nixbot-gitlab> gitlab # [  210.415753] gitaly[1388]: time="2026-06-29T11:00:24.582Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 duration_ms=90ns method=POST pid=1388 status=200 url="http://unix/api/v4/internal/post_receive"2051vm-test-run-nixbot-gitlab> gitlab # [  210.420814] gitaly[1388]: time="2026-06-29T11:00:24.584Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4816 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:24.491" grpc.time_ms=91.367 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2052vm-test-run-nixbot-gitlab> gitlab # [  210.438796] gitaly[1388]: time="2026-06-29T11:00:24.584Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T11:00:34.213" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:24.574" grpc.time_ms=10.306 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2053vm-test-run-nixbot-gitlab> gitlab # [  210.439864] gitaly[1388]: time="2026-06-29T11:00:24.593Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=632 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK6RPC7DE1X8912V139MY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T11:00:34.006" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:24.587" grpc.time_ms=5.721 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2054vm-test-run-nixbot-gitlab> gitlab # [  210.446643] gitaly[1388]: time="2026-06-29T11:00:24.609Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=11 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-29T11:00:34.233" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:24.593" grpc.time_ms=15.774 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2055vm-test-run-nixbot-gitlab> gitlab # [  210.447781] gitlab-workhorse[1291]: time="2026-06-29T11:00:24Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=522056vm-test-run-nixbot-gitlab> gitlab # [  210.448851] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:24 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 7722057vm-test-run-nixbot-gitlab> gitlab # [  210.450069] gitaly[1388]: time="2026-06-29T11:00:24.626Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 diskcache=10a055c0-dbab-4cca-a9d6-2bd895408c3d grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:23.916" pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2058vm-test-run-nixbot-gitlab> gitlab # [  210.453795] gitaly[1388]: time="2026-06-29T11:00:24.627Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=242 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=897024 command.minflt=12858 command.oublock=32 command.real_time_ms=689 command.spawn_token_fork_ms=2 command.system_time_ms=186 command.user_time_ms=56 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=605 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:23.916" grpc.time_ms=710.743 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2059vm-test-run-nixbot-gitlab> gitlab # [  210.528093] gitaly[1388]: time="2026-06-29T11:00:24.628Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=19 command.spawn_token_fork_ms=16 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK6RPC7DE1X8912V139MY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-29T11:00:34.026" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:24.606" grpc.time_ms=21.659 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2060vm-test-run-nixbot-gitlab> gitlab # To http://gitlab/root/test-flake.git2061vm-test-run-nixbot-gitlab> gitlab #    488bfdf..317a8de  master -> master2062vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 1.21 seconds)2063vm-test-run-nixbot-gitlab> gitlab: must succeed: git -C /tmp/test-flake rev-parse master2064vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.01 seconds)2065vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=317a8de25e289f1edee294f11fc6294952efbf07'2066vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=317a8de25e289f1edee294f11fc6294952efbf07', in 0.03 seconds)2067vm-test-run-nixbot-gitlab> []2068vm-test-run-nixbot-gitlab> gitlab # [  210.613278] nixbot[3045]: INFO:     ::ffff:127.0.0.1:48356 - "GET /api/repos/gitlab/root/test-flake/builds?commit=317a8de25e289f1edee294f11fc6294952efbf07 HTTP/1.1" 200 OK2069vm-test-run-nixbot-gitlab> gitlab # [  210.617747] gitaly[1388]: time="2026-06-29T11:00:24.802Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=3 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-29T11:00:34.151" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:24.792" grpc.time_ms=9.841 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2070vm-test-run-nixbot-gitlab> gitlab # [  210.639794] gitaly[1388]: time="2026-06-29T11:00:24.824Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK6RPC7DE1X8912V139MY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-29T11:00:34.243" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:24.823" grpc.time_ms=0.224 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2071vm-test-run-nixbot-gitlab> gitlab # [  210.646974] gitaly[1388]: time="2026-06-29T11:00:24.831Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=651 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-06-29T11:00:54.723" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:24.823" grpc.time_ms=7.412 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2072vm-test-run-nixbot-gitlab> gitlab # [  210.658785] gitaly[1388]: time="2026-06-29T11:00:24.843Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=348 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-29T11:00:34.199" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-06-29T11:00:24.839" grpc.time_ms=3.543 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2073vm-test-run-nixbot-gitlab> gitlab # [  210.671090] gitaly[1388]: time="2026-06-29T11:00:24.855Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T11:00:34.208" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:24.848" grpc.time_ms=6.341 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2074vm-test-run-nixbot-gitlab> gitlab # [  210.740284] gitaly[1388]: time="2026-06-29T11:00:24.924Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=621 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK6RPC7DE1X8912V139MY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-29T11:00:34.006" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:24.916" grpc.time_ms=7.433 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2075vm-test-run-nixbot-gitlab> gitlab # [  210.778289] gitaly[1388]: time="2026-06-29T11:00:24.962Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GK6RPC7DE1X8912V139MY grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4159 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:24.962" grpc.time_ms=0.462 pid=1388 span.kind=server system=grpc2076vm-test-run-nixbot-gitlab> gitlab # [  210.815496] gitaly[1388]: time="2026-06-29T11:00:24.999Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GK6RPC7DE1X8912V139MY grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4161 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:24.998" grpc.time_ms=1.281 pid=1388 span.kind=server system=grpc2077vm-test-run-nixbot-gitlab> gitlab # [  210.833167] gitaly[1388]: time="2026-06-29T11:00:25.017Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-29T11:00:35.004" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:25.016" grpc.time_ms=1.089 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2078vm-test-run-nixbot-gitlab> gitlab # [  210.851728] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:25.035Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","488bfdfc38f829449fc7686bf0dfd30252f16b60 317a8de25e289f1edee294f11fc6294952efbf07 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"9a8dc4cc6b9a915029f6f12b","created_at":"2026-06-29T11:00:24.520Z","trace_propagation_headers":{"sentry-trace":"eeabe9478b574ac9840dbaec3ea8d6ed-a867c83c1ed54010","baggage":"sentry-trace_id=eeabe9478b574ac9840dbaec3ea8d6ed,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GK65H5PGZH34EDEBN9GK2","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T11:00:24.524Z","job_size_bytes":185,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-9a8dc4cc6b9a915029f6f12b: done: 0.508415 sec","job_status":"done","queue_duration_s":0.00304,"scheduling_latency_s":0.00308,"gitaly_calls":7,"gitaly_duration_s":0.092672,"redis_calls":108,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.191261,"redis_read_bytes":349,"redis_write_bytes":12821,"redis_cache_calls":5,"redis_cache_duration_s":0.001313,"redis_cache_read_bytes":13,"redis_cache_write_bytes":347,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000461,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":323,"redis_queues_calls":8,"redis_queues_duration_s":0.164354,"redis_queues_read_bytes":8,"redis_queues_write_bytes":6767,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.004285,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1182,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.009941,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.010907,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":28,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":28,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.046,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":28,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.018,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.018,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.046,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.174911,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.003835683,"exclusive_lock_hold_duration_s":0.022632486,"duration_s":0.508415,"completed_at":"2026-06-29T11:00:25.035Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.054823,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2079vm-test-run-nixbot-gitlab> gitlab # [  210.863968] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:25.037Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"be343c8c659dcfda3180bca9","created_at":"2026-06-29T11:00:24.613Z","trace_propagation_headers":{"sentry-trace":"eeabe9478b574ac9840dbaec3ea8d6ed-ca98543a8cd049f1","baggage":"sentry-trace_id=eeabe9478b574ac9840dbaec3ea8d6ed,sentry-release=Unknown"},"correlation_id":"01KW9GK65H5PGZH34EDEBN9GK2","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:24.615Z","job_size_bytes":46,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-be343c8c659dcfda3180bca9: start","job_status":"start","queue_duration_s":0.421752,"scheduling_latency_s":0.421778}2080vm-test-run-nixbot-gitlab> gitlab # [  210.889340] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:25.055Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"be343c8c659dcfda3180bca9","created_at":"2026-06-29T11:00:24.613Z","trace_propagation_headers":{"sentry-trace":"eeabe9478b574ac9840dbaec3ea8d6ed-ca98543a8cd049f1","baggage":"sentry-trace_id=eeabe9478b574ac9840dbaec3ea8d6ed,sentry-release=Unknown"},"correlation_id":"01KW9GK65H5PGZH34EDEBN9GK2","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:24.615Z","job_size_bytes":46,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-be343c8c659dcfda3180bca9: done: 0.017776 sec","job_status":"done","queue_duration_s":0.421752,"scheduling_latency_s":0.421778,"redis_calls":9,"redis_duration_s":0.001992,"redis_read_bytes":23,"redis_write_bytes":782,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001108,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000214,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.00067,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":304,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011492,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017776,"completed_at":"2026-06-29T11:00:25.055Z","load_balancing_strategy":"primary","db_duration_s":0.001649,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2081vm-test-run-nixbot-gitlab> gitlab # [  210.959298] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:25.056Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"4abe25ef4bddd27a5ff35d15","created_at":"2026-06-29T11:00:24.784Z","trace_propagation_headers":{"sentry-trace":"eeabe9478b574ac9840dbaec3ea8d6ed-ca98543a8cd049f1","baggage":"sentry-trace_id=eeabe9478b574ac9840dbaec3ea8d6ed,sentry-release=Unknown"},"correlation_id":"01KW9GK65H5PGZH34EDEBN9GK2","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:24.787Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-4abe25ef4bddd27a5ff35d15: start","job_status":"start","queue_duration_s":0.269269,"scheduling_latency_s":0.269292}2082vm-test-run-nixbot-gitlab> gitlab # [  211.064903] gitaly[1388]: time="2026-06-29T11:00:25.249Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK6RPC7DE1X8912V139MY diskcache=b7009a99-0645-44de-a72e-1c91a18519d3 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-29T11:00:34.016" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:24.926" pid=1388 ref=refs/keep-around/488bfdfc38f829449fc7686bf0dfd30252f16b60 remote_ip="2001:db8:1::1" revision=488bfdfc38f829449fc7686bf0dfd30252f16b60 span.kind=server system=grpc username=root2083vm-test-run-nixbot-gitlab> gitlab # [  211.066105] gitaly[1388]: time="2026-06-29T11:00:25.249Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=68 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5058 command.oublock=8 command.real_time_ms=89 command.spawn_token_fork_ms=0 command.system_time_ms=49 command.user_time_ms=19 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK6RPC7DE1X8912V139MY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-29T11:00:34.016" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:24.926" grpc.time_ms=323.033 pid=1388 ref=refs/keep-around/488bfdfc38f829449fc7686bf0dfd30252f16b60 remote_ip="2001:db8:1::1" revision=488bfdfc38f829449fc7686bf0dfd30252f16b60 span.kind=server system=grpc username=root2084vm-test-run-nixbot-gitlab> gitlab # [  211.069983] gitaly[1388]: time="2026-06-29T11:00:25.254Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK6RPC7DE1X8912V139MY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:55.153" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:25.253" grpc.time_ms=0.4 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2085vm-test-run-nixbot-gitlab> gitlab # [  211.132339] gitaly[1388]: time="2026-06-29T11:00:25.316Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 diskcache=f54a28a8-f3e5-4f81-9ac8-484254cd68f7 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-29T17:00:25.071" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:25.071" pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2086vm-test-run-nixbot-gitlab> gitlab # [  211.134456] gitaly[1388]: time="2026-06-29T11:00:25.316Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=5 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1643 command.oublock=0 command.real_time_ms=181 command.spawn_token_fork_ms=89 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-29T17:00:25.071" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:25.071" grpc.time_ms=245.007 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2087vm-test-run-nixbot-gitlab> gitlab # [  211.161176] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:25.344Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"4abe25ef4bddd27a5ff35d15","created_at":"2026-06-29T11:00:24.784Z","trace_propagation_headers":{"sentry-trace":"eeabe9478b574ac9840dbaec3ea8d6ed-ca98543a8cd049f1","baggage":"sentry-trace_id=eeabe9478b574ac9840dbaec3ea8d6ed,sentry-release=Unknown"},"correlation_id":"01KW9GK65H5PGZH34EDEBN9GK2","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:24.787Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-4abe25ef4bddd27a5ff35d15: done: 0.288319 sec","job_status":"done","queue_duration_s":0.269269,"scheduling_latency_s":0.269292,"gitaly_calls":1,"gitaly_duration_s":0.247399,"redis_calls":12,"redis_duration_s":0.0036049999999999997,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001377,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000632,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001596,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.005,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.005,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020868,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.260904948,"duration_s":0.288319,"completed_at":"2026-06-29T11:00:25.344Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006265,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2088vm-test-run-nixbot-gitlab> gitlab # [  211.173374] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:25.347Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"d5bdbf14aef37a8f6e42a831","created_at":"2026-06-29T11:00:04.266Z","trace_propagation_headers":{"sentry-trace":"59eee2377d2e49f4977fa5945ff29693-71df372c1bef454f","baggage":"sentry-trace_id=59eee2377d2e49f4977fa5945ff29693,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJJREW9J8MM8H8PPJTJ7H","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:a9c07722b1aaa18e699f9e14d312d17417050fa96ba1ed80fc38cd65255a103d","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:25.342Z","retry_count":0,"job_size_bytes":451,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-d5bdbf14aef37a8f6e42a831: start","job_status":"start","queue_duration_s":0.004561,"scheduling_latency_s":0.004592}2089vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=317a8de25e289f1edee294f11fc6294952efbf07'2090vm-test-run-nixbot-gitlab> gitlab # [  211.258662] sidekiq-cluster[2113]: {"severity":"WARN","time":"2026-06-29T11:00:25.379Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"d5bdbf14aef37a8f6e42a831","created_at":"2026-06-29T11:00:04.266Z","trace_propagation_headers":{"sentry-trace":"59eee2377d2e49f4977fa5945ff29693-71df372c1bef454f","baggage":"sentry-trace_id=59eee2377d2e49f4977fa5945ff29693,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GJJREW9J8MM8H8PPJTJ7H","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:a9c07722b1aaa18e699f9e14d312d17417050fa96ba1ed80fc38cd65255a103d","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:25.342Z","retry_count":0,"job_size_bytes":451,"pid":2113,"sidekiq_tid":"m2v5","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-d5bdbf14aef37a8f6e42a831: fail: 0.032508 sec","job_status":"fail","queue_duration_s":0.004561,"scheduling_latency_s":0.004592,"redis_calls":7,"redis_duration_s":0.001877,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001276,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000601,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018305,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.032508,"completed_at":"2026-06-29T11:00:25.379Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.005648,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2091vm-test-run-nixbot-gitlab> gitlab # [  211.843271] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:25.382Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"c92136f3931df3e17cbdfa2d","created_at":"2026-06-29T11:00:24.889Z","trace_propagation_headers":{"sentry-trace":"eeabe9478b574ac9840dbaec3ea8d6ed-ca98543a8cd049f1","baggage":"sentry-trace_id=eeabe9478b574ac9840dbaec3ea8d6ed,sentry-release=Unknown"},"correlation_id":"01KW9GK65H5PGZH34EDEBN9GK2","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:134d774049b92bcefdb305a86cde44e0dd59d634f97683f5d8bdcff83ec40afb","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:24.890Z","job_size_bytes":467,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-c92136f3931df3e17cbdfa2d: start","job_status":"start","queue_duration_s":0.491816,"scheduling_latency_s":0.4919}2092vm-test-run-nixbot-gitlab> gitlab # [  211.845239] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:25 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/488bfdfc38f829449fc7686bf0dfd30252f16b60 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 9232093vm-test-run-nixbot-gitlab> gitlab # [  211.846525] nixbot[3045]: {"ts": "2026-06-29T11:00:25.395Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/488bfdfc38f829449fc7686bf0dfd30252f16b60 \"HTTP/1.1 201 Created\""}2094vm-test-run-nixbot-gitlab> gitlab # [  211.847361] nixbot[3045]: {"ts": "2026-06-29T11:00:25.403Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-488bfdfc38f8-b648ec90", "argv0": "bwrap"}2095vm-test-run-nixbot-gitlab> gitlab # [  211.848287] sidekiq-cluster[2113]: {"severity":"WARN","time":"2026-06-29T11:00:25.933Z","class":"CreatePipelineWorker","correlation_id":"01KW9GK65H5PGZH34EDEBN9GK2","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"488bfdfc38f829449fc7686bf0dfd30252f16b60","after":"317a8de25e289f1edee294f11fc6294952efbf07","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"317a8de25e289f1edee294f11fc6294952efbf07","ref":"refs/heads/master"},"retry":0}2096vm-test-run-nixbot-gitlab> gitlab # [  211.848549] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:25.937Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"c92136f3931df3e17cbdfa2d","created_at":"2026-06-29T11:00:24.889Z","trace_propagation_headers":{"sentry-trace":"eeabe9478b574ac9840dbaec3ea8d6ed-ca98543a8cd049f1","baggage":"sentry-trace_id=eeabe9478b574ac9840dbaec3ea8d6ed,sentry-release=Unknown"},"correlation_id":"01KW9GK65H5PGZH34EDEBN9GK2","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:134d774049b92bcefdb305a86cde44e0dd59d634f97683f5d8bdcff83ec40afb","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:24.890Z","job_size_bytes":467,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-c92136f3931df3e17cbdfa2d: done: 0.555088 sec","job_status":"done","queue_duration_s":0.491816,"scheduling_latency_s":0.4919,"gitaly_calls":7,"gitaly_duration_s":0.050435,"redis_calls":33,"redis_duration_s":0.005743,"redis_read_bytes":186,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.000695,"redis_cache_read_bytes":45,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001148,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.002817,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001083,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":30,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.088,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":26,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.085,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.409254,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.555088,"completed_at":"2026-06-29T11:00:25.937Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.087672,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2097vm-test-run-nixbot-gitlab> gitlab # [  211.962957] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:25.939Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"3634b6e4-cbe8-4838-8466-0c8e0eb520ea\"}"],"class":"WebHookWorker","jid":"a24a30f0ea71c07b5e9b8b2e","created_at":"2026-06-29T11:00:25.000Z","trace_propagation_headers":{"sentry-trace":"eeabe9478b574ac9840dbaec3ea8d6ed-ca98543a8cd049f1","baggage":"sentry-trace_id=eeabe9478b574ac9840dbaec3ea8d6ed,sentry-release=Unknown"},"correlation_id":"01KW9GK65H5PGZH34EDEBN9GK2","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6bf6d2a880953a42a0973cf492e97007056a2c1d561733f92436e6330ccd6fb9","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:25.005Z","job_size_bytes":1749,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-a24a30f0ea71c07b5e9b8b2e: start","job_status":"start","queue_duration_s":0.933393,"scheduling_latency_s":0.933419}2098vm-test-run-nixbot-gitlab> gitlab # [  211.964380] gitaly[1388]: time="2026-06-29T11:00:25.476Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:55.374" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:25.475" grpc.time_ms=0.676 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2099vm-test-run-nixbot-gitlab> gitlab # [  211.969218] gitaly[1388]: time="2026-06-29T11:00:25.485Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-29T11:00:35.118" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:25.479" grpc.time_ms=6.569 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2100vm-test-run-nixbot-gitlab> gitlab # [  211.990053] gitaly[1388]: time="2026-06-29T11:00:25.511Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T11:00:55.410" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:25.510" grpc.time_ms=0.826 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2101vm-test-run-nixbot-gitlab> gitlab # [  212.059238] gitaly[1388]: time="2026-06-29T11:00:25.516Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=120 command.oublock=0 command.real_time_ms=1 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-29T11:00:55.413" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:25.514" grpc.time_ms=2.32 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2102vm-test-run-nixbot-gitlab> gitlab # [  212.060759] gitaly[1388]: time="2026-06-29T11:00:25.557Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T11:00:35.190" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:25.550" grpc.time_ms=6.311 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2103vm-test-run-nixbot-gitlab> gitlab # [  212.061894] gitaly[1388]: time="2026-06-29T11:00:25.913Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=960 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-29T11:00:55.802" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:25.902" grpc.time_ms=10.561 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2104vm-test-run-nixbot-gitlab> gitlab # [  212.079318] gitaly[1388]: time="2026-06-29T11:00:25.924Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK65H5PGZH34EDEBN9GK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-29T11:00:55.815" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:25.915" grpc.time_ms=8.279 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2105vm-test-run-nixbot-gitlab> gitlab # [  212.183426] nixbot[3045]: INFO:     ::ffff:127.0.0.1:48366 - "GET /api/repos/gitlab/root/test-flake/builds?commit=317a8de25e289f1edee294f11fc6294952efbf07 HTTP/1.1" 200 OK2106vm-test-run-nixbot-gitlab> gitlab # [  212.187591] nixbot[3045]: INFO:     ::ffff:127.0.0.1:48368 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted2107vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=317a8de25e289f1edee294f11fc6294952efbf07', in 0.58 seconds)2108vm-test-run-nixbot-gitlab> []2109vm-test-run-nixbot-gitlab> gitlab # [  212.203384] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:26.387Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"3634b6e4-cbe8-4838-8466-0c8e0eb520ea\"}"],"class":"WebHookWorker","jid":"a24a30f0ea71c07b5e9b8b2e","created_at":"2026-06-29T11:00:25.000Z","trace_propagation_headers":{"sentry-trace":"eeabe9478b574ac9840dbaec3ea8d6ed-ca98543a8cd049f1","baggage":"sentry-trace_id=eeabe9478b574ac9840dbaec3ea8d6ed,sentry-release=Unknown"},"correlation_id":"01KW9GK65H5PGZH34EDEBN9GK2","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6bf6d2a880953a42a0973cf492e97007056a2c1d561733f92436e6330ccd6fb9","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:25.005Z","job_size_bytes":1749,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-a24a30f0ea71c07b5e9b8b2e: done: 0.44829 sec","job_status":"done","queue_duration_s":0.933393,"scheduling_latency_s":0.933419,"redis_calls":19,"redis_duration_s":0.004023,"redis_read_bytes":31,"redis_write_bytes":5281,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000983,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":622,"redis_queues_calls":2,"redis_queues_duration_s":0.000413,"redis_queues_read_bytes":2,"redis_queues_write_bytes":3643,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001768,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000859,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.3814236160000064,"cpu_s":0.055936,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000398654,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","duration_s":0.44829,"completed_at":"2026-06-29T11:00:26.387Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001779,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2110vm-test-run-nixbot-gitlab> gitlab # [  212.277333] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:26.389Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"4f4a8a8b9edf4547c54a54ac","created_at":"2026-06-29T11:00:25.259Z","trace_propagation_headers":{"sentry-trace":"3d5db5676f6942af9f38115986b53a16-685ffb77c6324803","baggage":"sentry-trace_id=3d5db5676f6942af9f38115986b53a16,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GK6RPC7DE1X8912V139MY","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:25.265Z","job_size_bytes":65,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-4f4a8a8b9edf4547c54a54ac: start","job_status":"start","queue_duration_s":1.123339,"scheduling_latency_s":1.123363}2111vm-test-run-nixbot-gitlab> gitlab # [  212.282981] gitaly[1388]: time="2026-06-29T11:00:26.467Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=632 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK8MS4CBS0SM7ABESN225 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=187 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:26.455" grpc.time_ms=11.125 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2112vm-test-run-nixbot-gitlab> gitlab # [  212.285609] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:26 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 752113vm-test-run-nixbot-gitlab> gitlab # [  212.289405] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:26.473Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"4f4a8a8b9edf4547c54a54ac","created_at":"2026-06-29T11:00:25.259Z","trace_propagation_headers":{"sentry-trace":"3d5db5676f6942af9f38115986b53a16-685ffb77c6324803","baggage":"sentry-trace_id=3d5db5676f6942af9f38115986b53a16,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GK6RPC7DE1X8912V139MY","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:25.265Z","job_size_bytes":65,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-4f4a8a8b9edf4547c54a54ac: done: 0.084452 sec","job_status":"done","queue_duration_s":1.123339,"scheduling_latency_s":1.123363,"redis_calls":18,"redis_duration_s":0.022583,"redis_read_bytes":271,"redis_write_bytes":2103,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.009221,"redis_feature_flag_read_bytes":264,"redis_feature_flag_write_bytes":1285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.012856,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000506,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.018,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027676,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000413461,"duration_s":0.084452,"completed_at":"2026-06-29T11:00:26.473Z","load_balancing_strategy":"primary","db_duration_s":0.027531,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2114vm-test-run-nixbot-gitlab> gitlab # [  212.398186] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:26.475Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"ba84271c48517b7a6355e4d6","created_at":"2026-06-29T11:00:25.266Z","trace_propagation_headers":{"sentry-trace":"3d5db5676f6942af9f38115986b53a16-685ffb77c6324803","baggage":"sentry-trace_id=3d5db5676f6942af9f38115986b53a16,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GK6RPC7DE1X8912V139MY","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:25.269Z","job_size_bytes":65,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-ba84271c48517b7a6355e4d6: start","job_status":"start","queue_duration_s":1.205514,"scheduling_latency_s":1.205537}2115vm-test-run-nixbot-gitlab> gitlab # [  212.400908] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:26.555Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"ba84271c48517b7a6355e4d6","created_at":"2026-06-29T11:00:25.266Z","trace_propagation_headers":{"sentry-trace":"3d5db5676f6942af9f38115986b53a16-685ffb77c6324803","baggage":"sentry-trace_id=3d5db5676f6942af9f38115986b53a16,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GK6RPC7DE1X8912V139MY","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:25.269Z","job_size_bytes":65,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-ba84271c48517b7a6355e4d6: done: 0.079916 sec","job_status":"done","queue_duration_s":1.205514,"scheduling_latency_s":1.205537,"redis_calls":21,"redis_duration_s":0.007622,"redis_read_bytes":148,"redis_write_bytes":2264,"redis_feature_flag_calls":9,"redis_feature_flag_duration_s":0.002066,"redis_feature_flag_read_bytes":136,"redis_feature_flag_write_bytes":1264,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00224,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003316,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":12,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.039131,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000373511,"duration_s":0.079916,"completed_at":"2026-06-29T11:00:26.555Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.019689,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2116vm-test-run-nixbot-gitlab> gitlab # [  212.491242] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:26.556Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"4c46308d043741c0f7814f38","created_at":"2026-06-29T11:00:25.370Z","trace_propagation_headers":{"sentry-trace":"3d5db5676f6942af9f38115986b53a16-685ffb77c6324803","baggage":"sentry-trace_id=3d5db5676f6942af9f38115986b53a16,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GK6RPC7DE1X8912V139MY","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:25.377Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-4c46308d043741c0f7814f38: start","job_status":"start","queue_duration_s":1.178995,"scheduling_latency_s":1.179018}2117vm-test-run-nixbot-gitlab> gitlab # [  212.493207] systemd[1]: Started Nix Daemon.2118vm-test-run-nixbot-gitlab> gitlab # [  212.493979] gitaly[1388]: time="2026-06-29T11:00:26.533Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK8Q9E7QTPS2WKKN1A6NM grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:26.522" pid=1388 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2119vm-test-run-nixbot-gitlab> gitlab # [  212.495460] gitlab-workhorse[1291]: time="2026-06-29T11:00:26Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672120vm-test-run-nixbot-gitlab> gitlab # [  212.496222] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:26 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 612121vm-test-run-nixbot-gitlab> gitlab # [  212.497291] gitlab-workhorse[1291]: time="2026-06-29T11:00:26Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3882122vm-test-run-nixbot-gitlab> gitlab # [  212.498716] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:26 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 388 "" "git/2.54.0" 1162123vm-test-run-nixbot-gitlab> gitlab # [  212.499905] gitaly[1388]: time="2026-06-29T11:00:26.533Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=4 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK8Q9E7QTPS2WKKN1A6NM grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:26.522" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2124vm-test-run-nixbot-gitlab> gitlab # [  212.507920] gitaly[1388]: time="2026-06-29T11:00:26.534Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=4 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK8Q9E7QTPS2WKKN1A6NM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:26.522" grpc.time_ms=11.707 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2125vm-test-run-nixbot-gitlab> gitlab # [  212.588411] gitaly[1388]: time="2026-06-29T11:00:26.655Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK8SC5KVDNDGSGKT82EEK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:26.583" pid=1388 remote_ip="2001:db8:1::1" request_sha=ed0aedde2be2ec3e29ca0a52b4e667ce562f2562 response_bytes=388 span.kind=server system=grpc2126vm-test-run-nixbot-gitlab> gitlab # [  212.589733] nixbot[3045]: {"ts": "2026-06-29T11:00:26.708Z", "level": "info", "logger": "nixbot.canceller", "msg": "cancelling build", "build_id": 1, "reason": "superseded"}2127vm-test-run-nixbot-gitlab> gitlab # [  212.590838] gitaly[1388]: time="2026-06-29T11:00:26.655Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1210 command.oublock=0 command.real_time_ms=67 command.spawn_token_fork_ms=57 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK8SC5KVDNDGSGKT82EEK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:26.583" negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2128vm-test-run-nixbot-gitlab> gitlab # [  212.593190] gitaly[1388]: time="2026-06-29T11:00:26.656Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1210 command.oublock=0 command.real_time_ms=67 command.spawn_token_fork_ms=57 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK8SC5KVDNDGSGKT82EEK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:26.583" grpc.time_ms=71.977 negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2129vm-test-run-nixbot-gitlab> gitlab # [  212.594248] gitaly[1388]: time="2026-06-29T11:00:26.671Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK6RPC7DE1X8912V139MY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T11:00:56.568" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:26.669" grpc.time_ms=1.423 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2130vm-test-run-nixbot-gitlab> gitlab # [  212.674173] gitaly[1388]: time="2026-06-29T11:00:26.716Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK6RPC7DE1X8912V139MY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:56.615" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:26.715" grpc.time_ms=0.749 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2131vm-test-run-nixbot-gitlab> gitlab # [  212.677237] gitaly[1388]: time="2026-06-29T11:00:26.751Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK6RPC7DE1X8912V139MY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:56.650" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:26.750" grpc.time_ms=0.76 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2132vm-test-run-nixbot-gitlab> gitlab # [  212.678212] gitaly[1388]: time="2026-06-29T11:00:26.769Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK8YRP8FDGJSX2GD7RYGD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:56.167" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:26.768" grpc.time_ms=0.905 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2133vm-test-run-nixbot-gitlab> gitlab # [  212.679075] gitaly[1388]: time="2026-06-29T11:00:26.803Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=648 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK8YRP8FDGJSX2GD7RYGD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-29T11:00:56.194" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:26.794" grpc.time_ms=8.702 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2134vm-test-run-nixbot-gitlab> gitlab # [  212.693307] gitaly[1388]: time="2026-06-29T11:00:26.822Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK8YRP8FDGJSX2GD7RYGD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T11:00:36.131" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:26.812" grpc.time_ms=10.13 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2135vm-test-run-nixbot-gitlab> gitlab # [  212.714962] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:26.870Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"4c46308d043741c0f7814f38","created_at":"2026-06-29T11:00:25.370Z","trace_propagation_headers":{"sentry-trace":"3d5db5676f6942af9f38115986b53a16-685ffb77c6324803","baggage":"sentry-trace_id=3d5db5676f6942af9f38115986b53a16,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GK6RPC7DE1X8912V139MY","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:25.377Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-4c46308d043741c0f7814f38: done: 0.314184 sec","job_status":"done","queue_duration_s":1.178995,"scheduling_latency_s":1.179018,"gitaly_calls":3,"gitaly_duration_s":0.019475,"redis_calls":48,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.020089,"redis_read_bytes":208,"redis_write_bytes":6802,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.004196,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":16,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001786,"redis_cache_read_bytes":32,"redis_cache_write_bytes":1470,"redis_feature_flag_calls":7,"redis_feature_flag_duration_s":0.003713,"redis_feature_flag_read_bytes":134,"redis_feature_flag_write_bytes":992,"redis_queues_calls":2,"redis_queues_duration_s":0.000368,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1132,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.002854,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":840,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000507,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000327,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002142,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":34,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":34,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.035,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":22,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.007,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.015,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.190645,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.180185472,"duration_s":0.314184,"completed_at":"2026-06-29T11:00:26.870Z","load_balancing_strategy":"primary","db_duration_s":0.044462,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2136vm-test-run-nixbot-gitlab> gitlab # [  212.809076] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:26.874Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","a24a30f0ea71c07b5e9b8b2e"],"class":"WebHooks::LogExecutionWorker","jid":"d9e3b3067ffb029a5692382a","created_at":"2026-06-29T11:00:26.374Z","trace_propagation_headers":{"sentry-trace":"eeabe9478b574ac9840dbaec3ea8d6ed-9defa18c531d4fb0","baggage":"sentry-trace_id=eeabe9478b574ac9840dbaec3ea8d6ed,sentry-release=Unknown"},"correlation_id":"01KW9GK65H5PGZH34EDEBN9GK2","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c373543e38b6c8b88361eb19e9588c39a36e8920f33b1840bf9375466a2c40d6","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:26.380Z","job_size_bytes":2506,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-d9e3b3067ffb029a5692382a: start","job_status":"start","queue_duration_s":0.49326,"scheduling_latency_s":0.493296}2137vm-test-run-nixbot-gitlab> gitlab # [  212.884540] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:27.001Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","a24a30f0ea71c07b5e9b8b2e"],"class":"WebHooks::LogExecutionWorker","jid":"d9e3b3067ffb029a5692382a","created_at":"2026-06-29T11:00:26.374Z","trace_propagation_headers":{"sentry-trace":"eeabe9478b574ac9840dbaec3ea8d6ed-9defa18c531d4fb0","baggage":"sentry-trace_id=eeabe9478b574ac9840dbaec3ea8d6ed,sentry-release=Unknown"},"correlation_id":"01KW9GK65H5PGZH34EDEBN9GK2","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c373543e38b6c8b88361eb19e9588c39a36e8920f33b1840bf9375466a2c40d6","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:26.380Z","job_size_bytes":2506,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-d9e3b3067ffb029a5692382a: done: 0.127043 sec","job_status":"done","queue_duration_s":0.49326,"scheduling_latency_s":0.493296,"redis_calls":10,"redis_duration_s":0.002651,"redis_read_bytes":9,"redis_write_bytes":1045,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000579,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001595,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000477,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.033,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.033,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.106925,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000375188,"duration_s":0.127043,"completed_at":"2026-06-29T11:00:27.001Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008517,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2138vm-test-run-nixbot-gitlab> gitlab # [  212.898301] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:27.002Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"23606fd17acf24103c1a6212","created_at":"2026-06-29T11:00:26.640Z","trace_propagation_headers":{"sentry-trace":"3d5db5676f6942af9f38115986b53a16-9447f42fb66f423a","baggage":"sentry-trace_id=3d5db5676f6942af9f38115986b53a16,sentry-release=Unknown"},"correlation_id":"01KW9GK6RPC7DE1X8912V139MY","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:26.650Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-23606fd17acf24103c1a6212: start","job_status":"start","queue_duration_s":0.352252,"scheduling_latency_s":0.352273}2139vm-test-run-nixbot-gitlab> gitlab # [  212.992294] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:27.034Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"23606fd17acf24103c1a6212","created_at":"2026-06-29T11:00:26.640Z","trace_propagation_headers":{"sentry-trace":"3d5db5676f6942af9f38115986b53a16-9447f42fb66f423a","baggage":"sentry-trace_id=3d5db5676f6942af9f38115986b53a16,sentry-release=Unknown"},"correlation_id":"01KW9GK6RPC7DE1X8912V139MY","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:26.650Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-23606fd17acf24103c1a6212: done: 0.031762 sec","job_status":"done","queue_duration_s":0.352252,"scheduling_latency_s":0.352273,"redis_calls":10,"redis_duration_s":0.002744,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000563,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001656,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000525,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020202,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000373511,"duration_s":0.031762,"completed_at":"2026-06-29T11:00:27.034Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004206,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2140vm-test-run-nixbot-gitlab> gitlab # [  212.994221] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:27.055Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"4f5ea111f8b1edcda9d853cd","created_at":"2026-06-29T11:00:27.050Z","trace_propagation_headers":{"sentry-trace":"ec1bd86c4ffd415797554f404c4c1473-edda2b6ab4e049e6","baggage":"sentry-trace_id=ec1bd86c4ffd415797554f404c4c1473,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GK8YRP8FDGJSX2GD7RYGD","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:27.054Z","job_size_bytes":65,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-4f5ea111f8b1edcda9d853cd: start","job_status":"start","queue_duration_s":0.001264,"scheduling_latency_s":0.001291}2141vm-test-run-nixbot-gitlab> gitlab # [  213.063306] gitaly[1388]: time="2026-06-29T11:00:26.945Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK8YRP8FDGJSX2GD7RYGD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-29T11:00:36.264" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:26.945" grpc.time_ms=0.32 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2142vm-test-run-nixbot-gitlab> gitlab # [  213.064976] nixbot[3045]: {"ts": "2026-06-29T11:00:27.176Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/317a8de25e289f1edee294f11fc6294952efbf07 \"HTTP/1.1 201 Created\""}2143vm-test-run-nixbot-gitlab> gitlab # [  213.066063] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:27.083Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"4f5ea111f8b1edcda9d853cd","created_at":"2026-06-29T11:00:27.050Z","trace_propagation_headers":{"sentry-trace":"ec1bd86c4ffd415797554f404c4c1473-edda2b6ab4e049e6","baggage":"sentry-trace_id=ec1bd86c4ffd415797554f404c4c1473,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GK8YRP8FDGJSX2GD7RYGD","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:27.054Z","job_size_bytes":65,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-4f5ea111f8b1edcda9d853cd: done: 0.02777 sec","job_status":"done","queue_duration_s":0.001264,"scheduling_latency_s":0.001291,"redis_calls":7,"redis_duration_s":0.0018310000000000002,"redis_read_bytes":5,"redis_write_bytes":731,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001371,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":503,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00046,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":228,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019525,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02777,"completed_at":"2026-06-29T11:00:27.083Z","load_balancing_strategy":"primary","db_duration_s":0.002859,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2144vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=317a8de25e289f1edee294f11fc6294952efbf07'2145vm-test-run-nixbot-gitlab> gitlab # [  213.109283] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:27.085Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"9b9747dcdcc9988299ef1487","created_at":"2026-06-29T11:00:27.056Z","trace_propagation_headers":{"sentry-trace":"ec1bd86c4ffd415797554f404c4c1473-edda2b6ab4e049e6","baggage":"sentry-trace_id=ec1bd86c4ffd415797554f404c4c1473,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GK8YRP8FDGJSX2GD7RYGD","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:27.059Z","job_size_bytes":65,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-9b9747dcdcc9988299ef1487: start","job_status":"start","queue_duration_s":0.025691,"scheduling_latency_s":0.025726}2146vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=317a8de25e289f1edee294f11fc6294952efbf07', in 0.03 seconds)2147vm-test-run-nixbot-gitlab> [{'id': 2, 'project_id': 1, 'number': 2, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': '317a8de25e289f1edee294f11fc6294952efbf07', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'evaluating', 'eval_warnings': None, 'error': None, 'created_at': '2026-06-29T11:00:26.701622Z', 'started_at': '2026-06-29T11:00:27.177733Z', 'finished_at': None}]2148vm-test-run-nixbot-gitlab> (finished: subtest: push delivers the webhook, in 3.86 seconds)2149vm-test-run-nixbot-gitlab> subtest: eval and build post commit statuses2150vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses2151vm-test-run-nixbot-gitlab> gitlab # [  213.137254] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:27.126Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"9b9747dcdcc9988299ef1487","created_at":"2026-06-29T11:00:27.056Z","trace_propagation_headers":{"sentry-trace":"ec1bd86c4ffd415797554f404c4c1473-edda2b6ab4e049e6","baggage":"sentry-trace_id=ec1bd86c4ffd415797554f404c4c1473,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GK8YRP8FDGJSX2GD7RYGD","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:27.059Z","job_size_bytes":65,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-9b9747dcdcc9988299ef1487: done: 0.041272 sec","job_status":"done","queue_duration_s":0.025691,"scheduling_latency_s":0.025726,"redis_calls":10,"redis_duration_s":0.00247,"redis_read_bytes":14,"redis_write_bytes":857,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001245,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":494,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.001225,"redis_shared_state_read_bytes":10,"redis_shared_state_write_bytes":363,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026873,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.041272,"completed_at":"2026-06-29T11:00:27.126Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009369,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2152vm-test-run-nixbot-gitlab> gitlab # [  213.255115] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:27.163Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"814e01a6a6b79b1cb4f8dc46","created_at":"2026-06-29T11:00:27.157Z","trace_propagation_headers":{"sentry-trace":"ec1bd86c4ffd415797554f404c4c1473-edda2b6ab4e049e6","baggage":"sentry-trace_id=ec1bd86c4ffd415797554f404c4c1473,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GK8YRP8FDGJSX2GD7RYGD","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:27.161Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-814e01a6a6b79b1cb4f8dc46: start","job_status":"start","queue_duration_s":0.001451,"scheduling_latency_s":0.001497}2153vm-test-run-nixbot-gitlab> gitlab # [  213.256623] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:27 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/317a8de25e289f1edee294f11fc6294952efbf07 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 4612154vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses, in 0.08 seconds)2155vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '317a8de25e289f1edee294f11fc6294952efbf07', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-29T11:00:27.151Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2156vm-test-run-nixbot-gitlab> gitlab # [  213.257874] gitaly[1388]: time="2026-06-29T11:00:26.957Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK8YRP8FDGJSX2GD7RYGD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-29T11:00:36.270" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:26.950" grpc.time_ms=6.453 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2157vm-test-run-nixbot-gitlab> gitlab # [  213.258756] gitaly[1388]: time="2026-06-29T11:00:27.000Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GK8YRP8FDGJSX2GD7RYGD grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4159 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:26.993" grpc.time_ms=2.652 pid=1388 span.kind=server system=grpc2158vm-test-run-nixbot-gitlab> gitlab # [  213.335471] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:27.289Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"814e01a6a6b79b1cb4f8dc46","created_at":"2026-06-29T11:00:27.157Z","trace_propagation_headers":{"sentry-trace":"ec1bd86c4ffd415797554f404c4c1473-edda2b6ab4e049e6","baggage":"sentry-trace_id=ec1bd86c4ffd415797554f404c4c1473,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GK8YRP8FDGJSX2GD7RYGD","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:27.161Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-814e01a6a6b79b1cb4f8dc46: done: 0.12606 sec","job_status":"done","queue_duration_s":0.001451,"scheduling_latency_s":0.001497,"gitaly_calls":3,"gitaly_duration_s":0.008799,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.008221000000000001,"redis_read_bytes":98,"redis_write_bytes":6014,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.000984,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002036,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.000305,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1133,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001629,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000252,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000543,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001488,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":31,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":31,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.023,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":19,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.011,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.08793,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.102526438,"duration_s":0.12606,"completed_at":"2026-06-29T11:00:27.289Z","load_balancing_strategy":"primary","db_duration_s":0.025887,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2159vm-test-run-nixbot-gitlab> gitlab # [  213.416294] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:27.290Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"fbfe9b7884fac95f33af05ba","created_at":"2026-06-29T11:00:27.210Z","trace_propagation_headers":{"sentry-trace":"ec1bd86c4ffd415797554f404c4c1473-7d8332969da7459c","baggage":"sentry-trace_id=ec1bd86c4ffd415797554f404c4c1473,sentry-release=Unknown"},"correlation_id":"01KW9GK8YRP8FDGJSX2GD7RYGD","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:27.212Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-fbfe9b7884fac95f33af05ba: start","job_status":"start","queue_duration_s":0.07785,"scheduling_latency_s":0.077872}2160vm-test-run-nixbot-gitlab> gitlab # [  213.417760] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:27.315Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"fbfe9b7884fac95f33af05ba","created_at":"2026-06-29T11:00:27.210Z","trace_propagation_headers":{"sentry-trace":"ec1bd86c4ffd415797554f404c4c1473-7d8332969da7459c","baggage":"sentry-trace_id=ec1bd86c4ffd415797554f404c4c1473,sentry-release=Unknown"},"correlation_id":"01KW9GK8YRP8FDGJSX2GD7RYGD","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:27.212Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-fbfe9b7884fac95f33af05ba: done: 0.024439 sec","job_status":"done","queue_duration_s":0.07785,"scheduling_latency_s":0.077872,"redis_calls":7,"redis_duration_s":0.0016899999999999999,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001249,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000441,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017213,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.024439,"completed_at":"2026-06-29T11:00:27.315Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002883,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2161vm-test-run-nixbot-gitlab> gitlab # [  213.496384] nixbot[3045]: INFO:     ::ffff:127.0.0.1:35982 - "GET /api/repos/gitlab/root/test-flake/builds?commit=317a8de25e289f1edee294f11fc6294952efbf07 HTTP/1.1" 200 OK2162vm-test-run-nixbot-gitlab> gitlab # [  213.497803] gitaly[1388]: time="2026-06-29T11:00:27.031Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GK8YRP8FDGJSX2GD7RYGD grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4161 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:27.030" grpc.time_ms=1.027 pid=1388 span.kind=server system=grpc2163vm-test-run-nixbot-gitlab> gitlab # [  213.498390] gitaly[1388]: time="2026-06-29T11:00:27.043Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK8YRP8FDGJSX2GD7RYGD diskcache=944a7aab-5e30-4676-bb84-cb02475b4071 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-29T11:00:36.279" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:26.960" pid=1388 ref=refs/keep-around/317a8de25e289f1edee294f11fc6294952efbf07 remote_ip="2001:db8:1::1" revision=317a8de25e289f1edee294f11fc6294952efbf07 span.kind=server system=grpc username=root2164vm-test-run-nixbot-gitlab> gitlab # [  213.499300] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:27 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 572165vm-test-run-nixbot-gitlab> gitlab # [  213.500172] gitaly[1388]: time="2026-06-29T11:00:27.043Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=64 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5296 command.oublock=8 command.real_time_ms=73 command.spawn_token_fork_ms=2 command.system_time_ms=44 command.user_time_ms=20 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK8YRP8FDGJSX2GD7RYGD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-29T11:00:36.279" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T11:00:26.960" grpc.time_ms=82.995 pid=1388 ref=refs/keep-around/317a8de25e289f1edee294f11fc6294952efbf07 remote_ip="2001:db8:1::1" revision=317a8de25e289f1edee294f11fc6294952efbf07 span.kind=server system=grpc username=root2166vm-test-run-nixbot-gitlab> gitlab # [  213.506203] gitaly[1388]: time="2026-06-29T11:00:27.047Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK8YRP8FDGJSX2GD7RYGD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:57.046" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:27.046" grpc.time_ms=0.435 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2167vm-test-run-nixbot-gitlab> gitlab # [  213.577200] gitaly[1388]: time="2026-06-29T11:00:27.222Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GK8YRP8FDGJSX2GD7RYGD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T11:00:57.121" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:27.221" grpc.time_ms=0.917 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2168vm-test-run-nixbot-gitlab> gitlab # [  213.578165] gitaly[1388]: time="2026-06-29T11:00:27.254Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK8YRP8FDGJSX2GD7RYGD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:57.152" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:27.253" grpc.time_ms=0.788 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2169vm-test-run-nixbot-gitlab> gitlab # [  213.578946] gitaly[1388]: time="2026-06-29T11:00:27.280Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK8YRP8FDGJSX2GD7RYGD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:57.178" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:27.278" grpc.time_ms=0.655 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2170vm-test-run-nixbot-gitlab> gitlab # [  213.647116] gitaly[1388]: time="2026-06-29T11:00:27.470Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GK9N77985VA1DZ0T1B4YT grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:57.368" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:27.469" grpc.time_ms=0.732 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2171vm-test-run-nixbot-gitlab> gitlab # [  213.678932] nixbot[3045]: {"ts": "2026-06-29T11:00:27.863Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-317a8de25e28-12c88418", "argv0": "bwrap"}2172vm-test-run-nixbot-gitlab> gitlab # [  213.708244] nix-daemon[3423]: accepted connection from pid 3420, user nixbot2173vm-test-run-nixbot-gitlab> gitlab # [  213.714309] nix-daemon[3480]: unexpected Nix daemon error: error: write of 16 bytes: Broken pipe2174vm-test-run-nixbot-gitlab> gitlab # [  213.715476] nix-daemon[3423]: accepted connection from pid 3425, user nixbot2175vm-test-run-nixbot-gitlab> gitlab # [  213.721235] nix-daemon[3482]: unexpected Nix daemon error: error: write of 16 bytes: Broken pipe2176vm-test-run-nixbot-gitlab> gitlab # [  213.749200] nix-daemon[3423]: accepted connection from pid 3491, user nixbot2177vm-test-run-nixbot-gitlab> gitlab # [  213.754990] nix-daemon[3423]: accepted connection from pid 3489, user nixbot2178vm-test-run-nixbot-gitlab> gitlab # [  213.757364] gitaly[1388]: time="2026-06-29T11:00:27.941Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKA3FP857MWE7HZ3W7F77 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:57.338" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:27.939" grpc.time_ms=2.068 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2179vm-test-run-nixbot-gitlab> gitlab # [  213.790248] gitaly[1388]: time="2026-06-29T11:00:27.974Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KW9GKA3FP857MWE7HZ3W7F77 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T11:00:37.007" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:27.967" grpc.time_ms=6.55 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2180vm-test-run-nixbot-gitlab> gitlab # [  213.824517] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:28.008Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"5b4a57c58487d61e003c01cf","created_at":"2026-06-29T11:00:28.003Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-ad5e3a87fdc649ed","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.006Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-5b4a57c58487d61e003c01cf: start","job_status":"start","queue_duration_s":0.001723,"scheduling_latency_s":0.001777}2181vm-test-run-nixbot-gitlab> gitlab # [  213.861091] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:28 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/488bfdfc38f829449fc7686bf0dfd30252f16b60 HTTP/1.1" 201 651 "" "python-httpx/0.28.1" 1582182vm-test-run-nixbot-gitlab> gitlab # [  213.865537] nixbot[3045]: {"ts": "2026-06-29T11:00:28.047Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/488bfdfc38f829449fc7686bf0dfd30252f16b60 \"HTTP/1.1 201 Created\""}2183vm-test-run-nixbot-gitlab> gitlab # [  213.919677] gitaly[1388]: time="2026-06-29T11:00:28.103Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKA8NM4DPV23G1H634F25 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:58.002" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:28.103" grpc.time_ms=0.646 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2184vm-test-run-nixbot-gitlab> gitlab # [  213.957494] gitaly[1388]: time="2026-06-29T11:00:28.141Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=632 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=5 command.system_time_ms=0 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KW9GKA8NM4DPV23G1H634F25 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T11:00:38.097" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:28.128" grpc.time_ms=12.879 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2185vm-test-run-nixbot-gitlab> gitlab # [  213.996687] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:28 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/488bfdfc38f829449fc7686bf0dfd30252f16b60 HTTP/1.1" 201 665 "" "python-httpx/0.28.1" 1262186vm-test-run-nixbot-gitlab> gitlab # [  213.997793] nixbot[3045]: {"ts": "2026-06-29T11:00:28.181Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/488bfdfc38f829449fc7686bf0dfd30252f16b60 \"HTTP/1.1 201 Created\""}2187vm-test-run-nixbot-gitlab> gitlab # [  214.103766] gitaly[1388]: time="2026-06-29T11:00:28.287Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GKA3FP857MWE7HZ3W7F77 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:28.284" grpc.time_ms=2.375 pid=1388 span.kind=server system=grpc2188vm-test-run-nixbot-gitlab> gitlab # [  214.157180] gitaly[1388]: time="2026-06-29T11:00:28.341Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GKA3FP857MWE7HZ3W7F77 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:28.340" grpc.time_ms=0.594 pid=1388 span.kind=server system=grpc2189vm-test-run-nixbot-gitlab> gitlab # [  214.205366] gitaly[1388]: time="2026-06-29T11:00:28.389Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GKA3FP857MWE7HZ3W7F77 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:28.389" grpc.time_ms=0.476 pid=1388 span.kind=server system=grpc2190vm-test-run-nixbot-gitlab> gitlab # [  214.232803] gitaly[1388]: time="2026-06-29T11:00:28.417Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKA3FP857MWE7HZ3W7F77 diskcache=d83e54fd-069e-4652-884a-d2a93d36abe8 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-29T11:00:58.146" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:28.247" pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2191vm-test-run-nixbot-gitlab> gitlab # [  214.248607] gitaly[1388]: time="2026-06-29T11:00:28.432Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=161 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7449 command.oublock=0 command.real_time_ms=159 command.spawn_token_fork_ms=1 command.system_time_ms=107 command.user_time_ms=54 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKA3FP857MWE7HZ3W7F77 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-29T11:00:58.146" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:28.247" grpc.time_ms=169.4 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2192vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses2193vm-test-run-nixbot-gitlab> gitlab # [  214.338203] gitaly[1388]: time="2026-06-29T11:00:28.522Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GKA3FP857MWE7HZ3W7F77 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T11:00:58.420" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:28.520" grpc.time_ms=1.444 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2194vm-test-run-nixbot-gitlab> gitlab # [  214.391112] gitaly[1388]: time="2026-06-29T11:00:28.575Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKA3FP857MWE7HZ3W7F77 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:58.473" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:28.573" grpc.time_ms=1.602 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2195vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses, in 0.12 seconds)2196vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '317a8de25e289f1edee294f11fc6294952efbf07', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-29T11:00:27.151Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2197vm-test-run-nixbot-gitlab> gitlab # [  214.405896] gitaly[1388]: time="2026-06-29T11:00:28.590Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKAQF408DHRD26V0T04YP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:58.488" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:28.589" grpc.time_ms=0.772 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2198vm-test-run-nixbot-gitlab> gitlab # [  214.427141] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:28 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 822199vm-test-run-nixbot-gitlab> gitlab # [  214.428873] gitaly[1388]: time="2026-06-29T11:00:28.613Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKA3FP857MWE7HZ3W7F77 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:58.511" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:28.612" grpc.time_ms=0.651 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2200vm-test-run-nixbot-gitlab> gitlab # [  214.462833] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:28.646Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"af1bacd8d70c07f5bcfcefe0","created_at":"2026-06-29T11:00:28.644Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","duplicate-of":"5b4a57c58487d61e003c01cf","job_size_bytes":3,"pid":2113,"job_status":"deduplicated","message":"PipelineProcessWorker JID-af1bacd8d70c07f5bcfcefe0: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2201vm-test-run-nixbot-gitlab> gitlab # [  214.463961] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:28.648Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"5b4a57c58487d61e003c01cf","created_at":"2026-06-29T11:00:28.003Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-ad5e3a87fdc649ed","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.006Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2113,"job_status":"rescheduled","message":"PipelineProcessWorker JID-5b4a57c58487d61e003c01cf: rescheduled"}2202vm-test-run-nixbot-gitlab> gitlab # [  214.470052] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:28.654Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"5b4a57c58487d61e003c01cf","created_at":"2026-06-29T11:00:28.003Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-ad5e3a87fdc649ed","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.006Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-5b4a57c58487d61e003c01cf: done: 0.645885 sec","job_status":"done","queue_duration_s":0.001723,"scheduling_latency_s":0.001777,"gitaly_calls":4,"gitaly_duration_s":0.253825,"redis_calls":104,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.272689,"redis_read_bytes":264,"redis_write_bytes":24003,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.121939,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":17,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001761,"redis_cache_read_bytes":33,"redis_cache_write_bytes":1526,"redis_feature_flag_calls":22,"redis_feature_flag_duration_s":0.009746,"redis_feature_flag_read_bytes":22,"redis_feature_flag_write_bytes":3871,"redis_queues_calls":22,"redis_queues_duration_s":0.005318,"redis_queues_read_bytes":24,"redis_queues_write_bytes":12382,"redis_queues_metadata_calls":22,"redis_queues_metadata_duration_s":0.007733,"redis_queues_metadata_read_bytes":110,"redis_queues_metadata_write_bytes":3546,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000438,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001571,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002244,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":850,"db_count":47,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.046,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":32,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.014,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.021,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.024,"db_ci_duration_s":0.022,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.200021,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.597557231,"duration_s":0.645885,"completed_at":"2026-06-29T11:00:28.654Z","load_balancing_strategy":"primary","db_duration_s":0.05071,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2203vm-test-run-nixbot-gitlab> gitlab # [  214.589503] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:28.655Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"7ad9b450575f08400c9916ca","created_at":"2026-06-29T11:00:28.231Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.236Z","job_size_bytes":23,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-7ad9b450575f08400c9916ca: start","job_status":"start","queue_duration_s":0.419299,"scheduling_latency_s":0.419322}2204vm-test-run-nixbot-gitlab> gitlab # [  214.590892] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:28.737Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"7ad9b450575f08400c9916ca","created_at":"2026-06-29T11:00:28.231Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.236Z","job_size_bytes":23,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-7ad9b450575f08400c9916ca: done: 0.081934 sec","job_status":"done","queue_duration_s":0.419299,"scheduling_latency_s":0.419322,"redis_calls":15,"redis_duration_s":0.003491,"redis_read_bytes":13,"redis_write_bytes":3011,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000436,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_calls":2,"redis_queues_duration_s":0.000327,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1626,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001719,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":742,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000522,"redis_rate_limiting_write_bytes":148,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000487,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":13,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":13,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.064216,"worker_id":"sidekiq_0","rate_limiting_gates":["permanent_email_failure","temporary_email_failure"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000348368,"duration_s":0.081934,"completed_at":"2026-06-29T11:00:28.737Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010982,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2205vm-test-run-nixbot-gitlab> gitlab # [  214.675330] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:28.740Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"9e208731ca0ae318ec90f59b","created_at":"2026-06-29T11:00:28.438Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.443Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-9e208731ca0ae318ec90f59b: start","job_status":"start","queue_duration_s":0.29662,"scheduling_latency_s":0.296643}2206vm-test-run-nixbot-gitlab> gitlab # [  214.676822] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:28.765Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"9e208731ca0ae318ec90f59b","created_at":"2026-06-29T11:00:28.438Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.443Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-9e208731ca0ae318ec90f59b: done: 0.025182 sec","job_status":"done","queue_duration_s":0.29662,"scheduling_latency_s":0.296643,"redis_calls":10,"redis_duration_s":0.0023179999999999997,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000477,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001393,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000448,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014494,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000362337,"duration_s":0.025182,"completed_at":"2026-06-29T11:00:28.765Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003978,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2207vm-test-run-nixbot-gitlab> gitlab # [  214.748391] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:28.767Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"94a5e33b3aed1448554162c0","created_at":"2026-06-29T11:00:28.729Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-a698d95d8f9b42d2","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:d2c5f66755fa229bca0fdaa6de4d6b87e8e79a52838f24325c289d2490121c92","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.731Z","job_size_bytes":464,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-94a5e33b3aed1448554162c0: start","job_status":"start","queue_duration_s":0.035458,"scheduling_latency_s":0.035478}2208vm-test-run-nixbot-gitlab> gitlab # [  214.749381] sidekiq-cluster[2113]: {"severity":"WARN","time":"2026-06-29T11:00:28.798Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"94a5e33b3aed1448554162c0","created_at":"2026-06-29T11:00:28.729Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-a698d95d8f9b42d2","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:d2c5f66755fa229bca0fdaa6de4d6b87e8e79a52838f24325c289d2490121c92","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.731Z","job_size_bytes":464,"pid":2113,"sidekiq_tid":"m9vx","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-94a5e33b3aed1448554162c0: fail: 0.031077 sec","job_status":"fail","queue_duration_s":0.035458,"scheduling_latency_s":0.035478,"redis_calls":7,"redis_duration_s":0.001746,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001261,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000485,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019846,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.031077,"completed_at":"2026-06-29T11:00:28.797Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/pipelines.rb:33:in `pipeline_mail'","app/mailers/emails/pipelines.rb:10:in `pipeline_failed_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.004663,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2209vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses2210vm-test-run-nixbot-gitlab> gitlab # [  215.391816] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:28.801Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"ad0a2a0854f449a06ecfea47","created_at":"2026-06-29T11:00:28.455Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.465Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-ad0a2a0854f449a06ecfea47: start","job_status":"start","queue_duration_s":0.335368,"scheduling_latency_s":0.335408}2211vm-test-run-nixbot-gitlab> gitlab # [  215.393347] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:28.957Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"ad0a2a0854f449a06ecfea47","created_at":"2026-06-29T11:00:28.455Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.465Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-ad0a2a0854f449a06ecfea47: done: 0.156681 sec","job_status":"done","queue_duration_s":0.335368,"scheduling_latency_s":0.335408,"redis_calls":10,"redis_duration_s":0.0026249999999999997,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000637,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001519,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000469,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.129,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.123,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020408,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000412902,"duration_s":0.156681,"completed_at":"2026-06-29T11:00:28.957Z","load_balancing_strategy":"primary","db_duration_s":0.1285,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2212vm-test-run-nixbot-gitlab> gitlab # [  215.506849] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:28.959Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"d8bd793eb5b129fbf0dd64eb","created_at":"2026-06-29T11:00:28.479Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.487Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-d8bd793eb5b129fbf0dd64eb: start","job_status":"start","queue_duration_s":0.472159,"scheduling_latency_s":0.472181}2213vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses, in 0.13 seconds)2214vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '317a8de25e289f1edee294f11fc6294952efbf07', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-29T11:00:27.151Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2215vm-test-run-nixbot-gitlab> gitlab # [  215.508216] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:28.985Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"d8bd793eb5b129fbf0dd64eb","created_at":"2026-06-29T11:00:28.479Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.487Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-d8bd793eb5b129fbf0dd64eb: done: 0.026397 sec","job_status":"done","queue_duration_s":0.472159,"scheduling_latency_s":0.472181,"redis_calls":13,"redis_duration_s":0.002925,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000441,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001395,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.00065,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000439,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016714,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000379937,"duration_s":0.026397,"completed_at":"2026-06-29T11:00:28.985Z","load_balancing_strategy":"primary","db_duration_s":0.003174,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2216vm-test-run-nixbot-gitlab> gitlab # [  215.535173] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:28.987Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"8aebaf3ef62277af82cff151","created_at":"2026-06-29T11:00:28.488Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.495Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-8aebaf3ef62277af82cff151: start","job_status":"start","queue_duration_s":0.491961,"scheduling_latency_s":0.491982}2217vm-test-run-nixbot-gitlab> gitlab # [  215.622365] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:29.011Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"8aebaf3ef62277af82cff151","created_at":"2026-06-29T11:00:28.488Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.495Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-8aebaf3ef62277af82cff151: done: 0.024221 sec","job_status":"done","queue_duration_s":0.491961,"scheduling_latency_s":0.491982,"redis_calls":10,"redis_duration_s":0.002304,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000443,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001366,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000495,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013811,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000351162,"duration_s":0.024221,"completed_at":"2026-06-29T11:00:29.011Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004352,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2218vm-test-run-nixbot-gitlab> gitlab # [  215.630423] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:29.012Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"7a37f438b81b814db1f3e1c0","created_at":"2026-06-29T11:00:28.496Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.501Z","job_size_bytes":19,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-7a37f438b81b814db1f3e1c0: start","job_status":"start","queue_duration_s":0.510757,"scheduling_latency_s":0.510777}2219vm-test-run-nixbot-gitlab> gitlab # [  215.656997] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:29.036Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"7a37f438b81b814db1f3e1c0","created_at":"2026-06-29T11:00:28.496Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.501Z","job_size_bytes":19,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-7a37f438b81b814db1f3e1c0: done: 0.023374 sec","job_status":"done","queue_duration_s":0.510757,"scheduling_latency_s":0.510777,"redis_calls":11,"redis_duration_s":0.002709,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000472,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001721,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000516,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01423,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000427988,"duration_s":0.023374,"completed_at":"2026-06-29T11:00:29.036Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003125,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2220vm-test-run-nixbot-gitlab> gitlab # [  215.755905] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:29.037Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"20b9471b7694f6514f5ab4e8","created_at":"2026-06-29T11:00:28.505Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.510Z","job_size_bytes":65,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-20b9471b7694f6514f5ab4e8: start","job_status":"start","queue_duration_s":0.527308,"scheduling_latency_s":0.527328}2221vm-test-run-nixbot-gitlab> gitlab # [  215.757167] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:29.059Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"20b9471b7694f6514f5ab4e8","created_at":"2026-06-29T11:00:28.505Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.510Z","job_size_bytes":65,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-20b9471b7694f6514f5ab4e8: done: 0.022091 sec","job_status":"done","queue_duration_s":0.527308,"scheduling_latency_s":0.527328,"redis_calls":10,"redis_duration_s":0.002207,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000497,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001292,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000418,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013237,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000341943,"duration_s":0.022091,"completed_at":"2026-06-29T11:00:29.059Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002757,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2222vm-test-run-nixbot-gitlab> gitlab # [  215.888447] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:29.060Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"18e7d1cef86017102f4533e9","created_at":"2026-06-29T11:00:28.511Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.513Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-18e7d1cef86017102f4533e9: start","job_status":"start","queue_duration_s":0.547713,"scheduling_latency_s":0.547734}2223vm-test-run-nixbot-gitlab> gitlab # [  215.889828] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:29.084Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"18e7d1cef86017102f4533e9","created_at":"2026-06-29T11:00:28.511Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.513Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-18e7d1cef86017102f4533e9: done: 0.023825 sec","job_status":"done","queue_duration_s":0.547713,"scheduling_latency_s":0.547734,"redis_calls":7,"redis_duration_s":0.001702,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001255,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000447,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016389,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023825,"completed_at":"2026-06-29T11:00:29.084Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003566,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2224vm-test-run-nixbot-gitlab> gitlab # [  215.963422] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:29.086Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"c1c7099837a9d2eb2efaa7eb","created_at":"2026-06-29T11:00:28.577Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.583Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-c1c7099837a9d2eb2efaa7eb: start","job_status":"start","queue_duration_s":0.502969,"scheduling_latency_s":0.502993}2225vm-test-run-nixbot-gitlab> gitlab # [  215.964390] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:29.117Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"c1c7099837a9d2eb2efaa7eb","created_at":"2026-06-29T11:00:28.577Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.583Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-c1c7099837a9d2eb2efaa7eb: done: 0.031146 sec","job_status":"done","queue_duration_s":0.502969,"scheduling_latency_s":0.502993,"redis_calls":10,"redis_duration_s":0.002353,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00044,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001455,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000458,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018063,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000354235,"duration_s":0.031146,"completed_at":"2026-06-29T11:00:29.117Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007474,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2226vm-test-run-nixbot-gitlab> gitlab # [  216.035160] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:29.118Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"5ff41acd9bc3070b6789a5d8","created_at":"2026-06-29T11:00:28.583Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.588Z","job_size_bytes":6,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-5ff41acd9bc3070b6789a5d8: start","job_status":"start","queue_duration_s":0.530638,"scheduling_latency_s":0.53066}2227vm-test-run-nixbot-gitlab> gitlab # [  216.036330] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:29.138Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"5ff41acd9bc3070b6789a5d8","created_at":"2026-06-29T11:00:28.583Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.588Z","job_size_bytes":6,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-5ff41acd9bc3070b6789a5d8: done: 0.019796 sec","job_status":"done","queue_duration_s":0.530638,"scheduling_latency_s":0.53066,"redis_calls":10,"redis_duration_s":0.002345,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000481,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001428,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000436,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011726,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000327136,"duration_s":0.019796,"completed_at":"2026-06-29T11:00:29.138Z","load_balancing_strategy":"primary","db_duration_s":0.001803,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2228vm-test-run-nixbot-gitlab> gitlab # [  216.106288] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:29.139Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"518147f121e67b9d38a02e22","created_at":"2026-06-29T11:00:28.648Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.649Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-518147f121e67b9d38a02e22: start","job_status":"start","queue_duration_s":0.490073,"scheduling_latency_s":0.490094}2229vm-test-run-nixbot-gitlab> gitlab # [  216.129342] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:29.214Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"518147f121e67b9d38a02e22","created_at":"2026-06-29T11:00:28.648Z","trace_propagation_headers":{"sentry-trace":"41def57f275f43fb8f308dcf866563e8-bd5d0c2042a94271","baggage":"sentry-trace_id=41def57f275f43fb8f308dcf866563e8,sentry-release=Unknown"},"correlation_id":"01KW9GKA3FP857MWE7HZ3W7F77","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:28.649Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-518147f121e67b9d38a02e22: done: 0.074137 sec","job_status":"done","queue_duration_s":0.490073,"scheduling_latency_s":0.490094,"gitaly_calls":2,"gitaly_duration_s":0.005659,"redis_calls":19,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.003041,"redis_read_bytes":42,"redis_write_bytes":1891,"redis_cache_calls":8,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.000589,"redis_cache_read_bytes":16,"redis_cache_write_bytes":735,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001307,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":564,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.00022,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000925,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":20,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":20,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":11,"db_ci_count":9,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.052993,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.054528998,"duration_s":0.074137,"completed_at":"2026-06-29T11:00:29.213Z","load_balancing_strategy":"primary","db_duration_s":0.013244,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2230vm-test-run-nixbot-gitlab> gitlab # [  216.252675] gitaly[1388]: time="2026-06-29T11:00:29.181Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GKA3FP857MWE7HZ3W7F77 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T11:00:59.080" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:29.180" grpc.time_ms=0.96 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2231vm-test-run-nixbot-gitlab> gitlab # [  216.254482] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:29 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 912232vm-test-run-nixbot-gitlab> gitlab # [  216.255297] gitaly[1388]: time="2026-06-29T11:00:29.205Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKA3FP857MWE7HZ3W7F77 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:59.104" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:29.204" grpc.time_ms=0.619 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2233vm-test-run-nixbot-gitlab> gitlab # [  216.256220] gitaly[1388]: time="2026-06-29T11:00:29.715Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKBTD2PM0W1XENKRW4T8G grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:00:59.114" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:29.714" grpc.time_ms=0.796 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2234vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses2235vm-test-run-nixbot-gitlab> gitlab # [  216.683344] gitaly[1388]: time="2026-06-29T11:00:30.867Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKCY7FF8SG8Y9D9RMD8V0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:00.265" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:30.866" grpc.time_ms=1.097 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2236vm-test-run-nixbot-gitlab> gitlab # [  216.770384] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:30 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1622237vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses, in 0.23 seconds)2238vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '317a8de25e289f1edee294f11fc6294952efbf07', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-29T11:00:27.151Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2239vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses2240vm-test-run-nixbot-gitlab> gitlab # [  217.907000] gitaly[1388]: time="2026-06-29T11:00:32.090Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKE4B2FDAKJD8YCF5CH74 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:02.087" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:32.088" grpc.time_ms=1.326 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2241vm-test-run-nixbot-gitlab> gitlab # [  217.950863] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:32 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1222242vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses, in 0.17 seconds)2243vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '317a8de25e289f1edee294f11fc6294952efbf07', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-29T11:00:27.151Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2244vm-test-run-nixbot-gitlab> gitlab # [  218.785492] nix-daemon[3423]: accepted connection from pid 3555, user nixbot2245vm-test-run-nixbot-gitlab> gitlab # [  218.822383] gitaly[1388]: time="2026-06-29T11:00:33.006Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKF1K6M5MXWEGF2VRNSNX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:03.003" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:33.004" grpc.time_ms=1.354 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2246vm-test-run-nixbot-gitlab> gitlab # [  218.860369] gitaly[1388]: time="2026-06-29T11:00:33.044Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GKF1K6M5MXWEGF2VRNSNX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T11:00:43.004" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:33.036" grpc.time_ms=8.214 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2247vm-test-run-nixbot-gitlab> gitlab # [  218.911208] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.094Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"44a285eb45ad3246692bc201","created_at":"2026-06-29T11:00:33.088Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-5af64d1ccb834b49","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.092Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-44a285eb45ad3246692bc201: start","job_status":"start","queue_duration_s":0.002017,"scheduling_latency_s":0.002057}2248vm-test-run-nixbot-gitlab> gitlab # [  218.949261] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:33 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/317a8de25e289f1edee294f11fc6294952efbf07 HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 1852249vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses2250vm-test-run-nixbot-gitlab> gitlab # [  218.955372] nixbot[3045]: {"ts": "2026-06-29T11:00:33.138Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/317a8de25e289f1edee294f11fc6294952efbf07 \"HTTP/1.1 201 Created\""}2251vm-test-run-nixbot-gitlab> gitlab # [  219.019647] gitaly[1388]: time="2026-06-29T11:00:33.203Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKF8FJ7QP2KSKHEG6G66W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:03.201" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:33.202" grpc.time_ms=0.777 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2252vm-test-run-nixbot-gitlab> gitlab # [  219.033912] gitaly[1388]: time="2026-06-29T11:00:33.218Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKF7X5JP64XNXWAXZX17Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:03.116" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:33.217" grpc.time_ms=0.947 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2253vm-test-run-nixbot-gitlab> gitlab # [  219.035044] gitaly[1388]: time="2026-06-29T11:00:33.218Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GKF1K6M5MXWEGF2VRNSNX grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:33.217" grpc.time_ms=0.333 pid=1388 span.kind=server system=grpc2254vm-test-run-nixbot-gitlab> gitlab # [  219.046102] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:33 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses HTTP/1.1" 200 671 "" "curl/8.20.0" 612255vm-test-run-nixbot-gitlab> gitlab # [  219.068950] gitaly[1388]: time="2026-06-29T11:00:33.253Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=5 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GKF7X5JP64XNXWAXZX17Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T11:00:43.212" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:33.243" grpc.time_ms=10.024 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2256vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses, in 0.14 seconds)2257vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '317a8de25e289f1edee294f11fc6294952efbf07', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-29T11:00:27.151Z', 'started_at': None, 'finished_at': '2026-06-29T11:00:33.078Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2258vm-test-run-nixbot-gitlab> gitlab # [  219.104134] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:33 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/317a8de25e289f1edee294f11fc6294952efbf07 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 1372259vm-test-run-nixbot-gitlab> gitlab # [  219.105366] nixbot[3045]: {"ts": "2026-06-29T11:00:33.287Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/317a8de25e289f1edee294f11fc6294952efbf07 \"HTTP/1.1 201 Created\""}2260vm-test-run-nixbot-gitlab> gitlab # [  219.130239] gitaly[1388]: time="2026-06-29T11:00:33.314Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GKF1K6M5MXWEGF2VRNSNX grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:33.313" grpc.time_ms=0.513 pid=1388 span.kind=server system=grpc2261vm-test-run-nixbot-gitlab> gitlab # [  219.167786] gitaly[1388]: time="2026-06-29T11:00:33.352Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GKF1K6M5MXWEGF2VRNSNX grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:33.351" grpc.time_ms=0.422 pid=1388 span.kind=server system=grpc2262vm-test-run-nixbot-gitlab> gitlab # [  219.193107] gitaly[1388]: time="2026-06-29T11:00:33.377Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKF1K6M5MXWEGF2VRNSNX diskcache=bb93e0ba-aaab-4bb5-bb27-dfd2f5ed5c00 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-29T11:01:03.086" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:33.187" pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2263vm-test-run-nixbot-gitlab> gitlab # [  219.194296] gitaly[1388]: time="2026-06-29T11:00:33.377Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=95 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7375 command.oublock=0 command.real_time_ms=182 command.spawn_token_fork_ms=0 command.system_time_ms=65 command.user_time_ms=30 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKF1K6M5MXWEGF2VRNSNX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-29T11:01:03.086" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:33.187" grpc.time_ms=190.561 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2264vm-test-run-nixbot-gitlab> gitlab # [  219.229312] gitaly[1388]: time="2026-06-29T11:00:33.413Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GKF1K6M5MXWEGF2VRNSNX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T11:01:03.312" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:33.412" grpc.time_ms=0.805 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2265vm-test-run-nixbot-gitlab> gitlab # [  219.259139] gitaly[1388]: time="2026-06-29T11:00:33.443Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKF1K6M5MXWEGF2VRNSNX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:03.341" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:33.442" grpc.time_ms=0.773 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2266vm-test-run-nixbot-gitlab> gitlab # [  219.323918] gitaly[1388]: time="2026-06-29T11:00:33.508Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKF1K6M5MXWEGF2VRNSNX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:03.405" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:33.506" grpc.time_ms=1.292 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2267vm-test-run-nixbot-gitlab> gitlab # [  219.333608] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.517Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"5da668bf8048cbcb9427caea","created_at":"2026-06-29T11:00:33.515Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","duplicate-of":"44a285eb45ad3246692bc201","job_size_bytes":3,"pid":2113,"job_status":"deduplicated","message":"PipelineProcessWorker JID-5da668bf8048cbcb9427caea: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2268vm-test-run-nixbot-gitlab> gitlab # [  219.335470] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.519Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"44a285eb45ad3246692bc201","created_at":"2026-06-29T11:00:33.088Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-5af64d1ccb834b49","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.092Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2113,"job_status":"rescheduled","message":"PipelineProcessWorker JID-44a285eb45ad3246692bc201: rescheduled"}2269vm-test-run-nixbot-gitlab> gitlab # [  219.342729] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.526Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"44a285eb45ad3246692bc201","created_at":"2026-06-29T11:00:33.088Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-5af64d1ccb834b49","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.092Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-44a285eb45ad3246692bc201: done: 0.432714 sec","job_status":"done","queue_duration_s":0.002017,"scheduling_latency_s":0.002057,"gitaly_calls":4,"gitaly_duration_s":0.20474,"redis_calls":93,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.026078,"redis_read_bytes":262,"redis_write_bytes":23388,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001597,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.003542,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001663,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":712,"redis_queues_calls":25,"redis_queues_duration_s":0.00474,"redis_queues_read_bytes":28,"redis_queues_write_bytes":14469,"redis_queues_metadata_calls":23,"redis_queues_metadata_duration_s":0.009251,"redis_queues_metadata_read_bytes":112,"redis_queues_metadata_write_bytes":3754,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000436,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000642,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.00261,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":38,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":38,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.061,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":23,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.012,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.017,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.039,"db_ci_duration_s":0.023,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.145717,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.398561828,"duration_s":0.432714,"completed_at":"2026-06-29T11:00:33.526Z","load_balancing_strategy":"primary","db_duration_s":0.066151,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2270vm-test-run-nixbot-gitlab> gitlab # [  219.408218] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.529Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"3bcf8d017f3016eb669c66a6","created_at":"2026-06-29T11:00:33.177Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.180Z","job_size_bytes":23,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-3bcf8d017f3016eb669c66a6: start","job_status":"start","queue_duration_s":0.348105,"scheduling_latency_s":0.348132}2271vm-test-run-nixbot-gitlab> gitlab # [  219.434864] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.580Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"3bcf8d017f3016eb669c66a6","created_at":"2026-06-29T11:00:33.177Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.180Z","job_size_bytes":23,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-3bcf8d017f3016eb669c66a6: done: 0.051447 sec","job_status":"done","queue_duration_s":0.348105,"scheduling_latency_s":0.348132,"redis_calls":7,"redis_duration_s":0.00325,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002519,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000731,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035416,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.051447,"completed_at":"2026-06-29T11:00:33.580Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00958,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2272vm-test-run-nixbot-gitlab> gitlab # [  219.541562] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.582Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"105ec27e987e1c71f8d4d19b","created_at":"2026-06-29T11:00:33.382Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.385Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-105ec27e987e1c71f8d4d19b: start","job_status":"start","queue_duration_s":0.19706,"scheduling_latency_s":0.197088}2273vm-test-run-nixbot-gitlab> gitlab # [  219.543394] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.600Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"105ec27e987e1c71f8d4d19b","created_at":"2026-06-29T11:00:33.382Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.385Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-105ec27e987e1c71f8d4d19b: done: 0.018746 sec","job_status":"done","queue_duration_s":0.19706,"scheduling_latency_s":0.197088,"redis_calls":7,"redis_duration_s":0.001727,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001261,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000466,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011871,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018746,"completed_at":"2026-06-29T11:00:33.600Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002201,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2274vm-test-run-nixbot-gitlab> gitlab # [  219.625712] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.602Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"7c19a4e0cdea92a22d7b0948","created_at":"2026-06-29T11:00:33.391Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.392Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-7c19a4e0cdea92a22d7b0948: start","job_status":"start","queue_duration_s":0.209208,"scheduling_latency_s":0.209231}2275vm-test-run-nixbot-gitlab> gitlab # [  219.627330] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.624Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"7c19a4e0cdea92a22d7b0948","created_at":"2026-06-29T11:00:33.391Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.392Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-7c19a4e0cdea92a22d7b0948: done: 0.022757 sec","job_status":"done","queue_duration_s":0.209208,"scheduling_latency_s":0.209231,"redis_calls":7,"redis_duration_s":0.00258,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001856,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000724,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013432,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022757,"completed_at":"2026-06-29T11:00:33.624Z","load_balancing_strategy":"primary","db_duration_s":0.003994,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2276vm-test-run-nixbot-gitlab> gitlab # [  219.691413] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.626Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"d92c5adab3f5638783859874","created_at":"2026-06-29T11:00:33.398Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.399Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-d92c5adab3f5638783859874: start","job_status":"start","queue_duration_s":0.226779,"scheduling_latency_s":0.226801}2277vm-test-run-nixbot-gitlab> gitlab # [  219.716096] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.651Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"d92c5adab3f5638783859874","created_at":"2026-06-29T11:00:33.398Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.399Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-d92c5adab3f5638783859874: done: 0.025344 sec","job_status":"done","queue_duration_s":0.226779,"scheduling_latency_s":0.226801,"redis_calls":10,"redis_duration_s":0.004883,"redis_read_bytes":62,"redis_write_bytes":808,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002757,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":467,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001219,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000907,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014302,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025344,"completed_at":"2026-06-29T11:00:33.651Z","load_balancing_strategy":"primary","db_duration_s":0.003785,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2278vm-test-run-nixbot-gitlab> gitlab # [  219.786477] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.653Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"569adc537e2ebac7667da11b","created_at":"2026-06-29T11:00:33.400Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.401Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-569adc537e2ebac7667da11b: start","job_status":"start","queue_duration_s":0.252449,"scheduling_latency_s":0.252472}2279vm-test-run-nixbot-gitlab> gitlab # [  219.813110] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.674Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"569adc537e2ebac7667da11b","created_at":"2026-06-29T11:00:33.400Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.401Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-569adc537e2ebac7667da11b: done: 0.020592 sec","job_status":"done","queue_duration_s":0.252449,"scheduling_latency_s":0.252472,"redis_calls":7,"redis_duration_s":0.0032370000000000003,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002246,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000991,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010817,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020592,"completed_at":"2026-06-29T11:00:33.674Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004006,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2280vm-test-run-nixbot-gitlab> gitlab # [  219.902251] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.676Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"ba3d91c861e56f2fc8764f13","created_at":"2026-06-29T11:00:33.402Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.403Z","job_size_bytes":19,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-ba3d91c861e56f2fc8764f13: start","job_status":"start","queue_duration_s":0.272714,"scheduling_latency_s":0.272771}2281vm-test-run-nixbot-gitlab> gitlab # [  219.906847] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.699Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"ba3d91c861e56f2fc8764f13","created_at":"2026-06-29T11:00:33.402Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.403Z","job_size_bytes":19,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-ba3d91c861e56f2fc8764f13: done: 0.022944 sec","job_status":"done","queue_duration_s":0.272714,"scheduling_latency_s":0.272771,"redis_calls":8,"redis_duration_s":0.003774,"redis_read_bytes":6,"redis_write_bytes":764,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002829,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":570,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000945,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":194,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01222,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022944,"completed_at":"2026-06-29T11:00:33.699Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004301,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2282vm-test-run-nixbot-gitlab> gitlab # [  219.980503] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.701Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"481f2ab8ec688b9b72309eac","created_at":"2026-06-29T11:00:33.404Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.405Z","job_size_bytes":66,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-481f2ab8ec688b9b72309eac: start","job_status":"start","queue_duration_s":0.295705,"scheduling_latency_s":0.295729}2283vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses2284vm-test-run-nixbot-gitlab> gitlab # [  220.003292] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.719Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"481f2ab8ec688b9b72309eac","created_at":"2026-06-29T11:00:33.404Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.405Z","job_size_bytes":66,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-481f2ab8ec688b9b72309eac: done: 0.017925 sec","job_status":"done","queue_duration_s":0.295705,"scheduling_latency_s":0.295729,"redis_calls":7,"redis_duration_s":0.003401,"redis_read_bytes":5,"redis_write_bytes":761,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002467,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000934,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009928,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017925,"completed_at":"2026-06-29T11:00:33.719Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001763,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2285vm-test-run-nixbot-gitlab> gitlab # [  220.082681] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.721Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"6dce2c4cc349156ea23e0273","created_at":"2026-06-29T11:00:33.406Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.407Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-6dce2c4cc349156ea23e0273: start","job_status":"start","queue_duration_s":0.313664,"scheduling_latency_s":0.313684}2286vm-test-run-nixbot-gitlab> gitlab # [  220.098692] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.953Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"6dce2c4cc349156ea23e0273","created_at":"2026-06-29T11:00:33.406Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.407Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-6dce2c4cc349156ea23e0273: done: 0.23162 sec","job_status":"done","queue_duration_s":0.313664,"scheduling_latency_s":0.313684,"redis_calls":7,"redis_duration_s":0.110527,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004674,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.105853,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02315,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.23162,"completed_at":"2026-06-29T11:00:33.953Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008328,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2287vm-test-run-nixbot-gitlab> gitlab # [  220.166313] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.956Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"4ba6bbee3fa437d68773b9f6","created_at":"2026-06-29T11:00:33.467Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.470Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-4ba6bbee3fa437d68773b9f6: start","job_status":"start","queue_duration_s":0.485883,"scheduling_latency_s":0.485943}2288vm-test-run-nixbot-gitlab> gitlab # [  220.192386] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:33.999Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"4ba6bbee3fa437d68773b9f6","created_at":"2026-06-29T11:00:33.467Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.470Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-4ba6bbee3fa437d68773b9f6: done: 0.043659 sec","job_status":"done","queue_duration_s":0.485883,"scheduling_latency_s":0.485943,"redis_calls":7,"redis_duration_s":0.002846,"redis_read_bytes":5,"redis_write_bytes":656,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002017,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":458,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000829,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":198,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026295,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.043659,"completed_at":"2026-06-29T11:00:33.999Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004878,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2289vm-test-run-nixbot-gitlab> gitlab # [  220.271063] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:34.002Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"034528994e64fb18128f8bd6","created_at":"2026-06-29T11:00:33.471Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.472Z","job_size_bytes":6,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-034528994e64fb18128f8bd6: start","job_status":"start","queue_duration_s":0.529471,"scheduling_latency_s":0.529513}2290vm-test-run-nixbot-gitlab> gitlab # [  220.284048] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:34.020Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"034528994e64fb18128f8bd6","created_at":"2026-06-29T11:00:33.471Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.472Z","job_size_bytes":6,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-034528994e64fb18128f8bd6: done: 0.018058 sec","job_status":"done","queue_duration_s":0.529471,"scheduling_latency_s":0.529513,"redis_calls":7,"redis_duration_s":0.003319,"redis_read_bytes":5,"redis_write_bytes":721,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002662,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":497,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000657,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00933,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018058,"completed_at":"2026-06-29T11:00:34.020Z","load_balancing_strategy":"primary","db_duration_s":0.000629,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2291vm-test-run-nixbot-gitlab> gitlab # [  220.388387] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:34.022Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"24804e9cf2bb27139e18f068","created_at":"2026-06-29T11:00:33.473Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:0017b95f5c428943017bb18cdb04f3707414ec48b7350aa2a2e06a6849a9ea01","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.477Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-24804e9cf2bb27139e18f068: start","job_status":"start","queue_duration_s":0.544029,"scheduling_latency_s":0.544051}2292vm-test-run-nixbot-gitlab> gitlab # [  220.389430] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:34.052Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"24804e9cf2bb27139e18f068","created_at":"2026-06-29T11:00:33.473Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:0017b95f5c428943017bb18cdb04f3707414ec48b7350aa2a2e06a6849a9ea01","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.477Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-24804e9cf2bb27139e18f068: done: 0.030338 sec","job_status":"done","queue_duration_s":0.544029,"scheduling_latency_s":0.544051,"redis_calls":10,"redis_duration_s":0.0040820000000000006,"redis_read_bytes":9,"redis_write_bytes":989,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000753,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002533,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":514,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000796,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":190,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015758,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00050202,"duration_s":0.030338,"completed_at":"2026-06-29T11:00:34.052Z","load_balancing_strategy":"primary","db_duration_s":0.007441,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2293vm-test-run-nixbot-gitlab> gitlab # [  220.444118] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:34.055Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["2"],"class":"PipelineProcessWorker","jid":"ff69b31efc4852efee97c168","created_at":"2026-06-29T11:00:33.519Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.521Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-ff69b31efc4852efee97c168: start","job_status":"start","queue_duration_s":0.533895,"scheduling_latency_s":0.533914}2294vm-test-run-nixbot-gitlab> gitlab # [  220.469438] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:34.213Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["2"],"class":"PipelineProcessWorker","jid":"ff69b31efc4852efee97c168","created_at":"2026-06-29T11:00:33.519Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-cece6c40f5f8404e","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:33.521Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-ff69b31efc4852efee97c168: done: 0.158372 sec","job_status":"done","queue_duration_s":0.533895,"scheduling_latency_s":0.533914,"gitaly_calls":3,"gitaly_duration_s":0.013096,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.013612,"redis_read_bytes":98,"redis_write_bytes":6014,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.002114,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002751,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.000429,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1133,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002925,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000558,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000817,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001904,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":33,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":33,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.034,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":20,"db_ci_count":13,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.005,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.008,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.014,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.10064,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.134002227,"duration_s":0.158372,"completed_at":"2026-06-29T11:00:34.213Z","load_balancing_strategy":"primary","db_duration_s":0.038877,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2295vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses, in 0.54 seconds)2296vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '317a8de25e289f1edee294f11fc6294952efbf07', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-29T11:00:27.151Z', 'started_at': None, 'finished_at': '2026-06-29T11:00:33.078Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '317a8de25e289f1edee294f11fc6294952efbf07', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-29T11:00:33.269Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2297vm-test-run-nixbot-gitlab> gitlab # [  220.561058] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:34.216Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"ee289a7e7ee164b4cfdd030f","created_at":"2026-06-29T11:00:34.125Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-feda66784fe5451f","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:34.128Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-ee289a7e7ee164b4cfdd030f: start","job_status":"start","queue_duration_s":0.087929,"scheduling_latency_s":0.087953}2298vm-test-run-nixbot-gitlab> gitlab # [  220.576057] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:34.250Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"ee289a7e7ee164b4cfdd030f","created_at":"2026-06-29T11:00:34.125Z","trace_propagation_headers":{"sentry-trace":"936ec6c4b2fc4f3083b227f037918ebf-feda66784fe5451f","baggage":"sentry-trace_id=936ec6c4b2fc4f3083b227f037918ebf,sentry-release=Unknown"},"correlation_id":"01KW9GKF1K6M5MXWEGF2VRNSNX","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:34.128Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-ee289a7e7ee164b4cfdd030f: done: 0.03434 sec","job_status":"done","queue_duration_s":0.087929,"scheduling_latency_s":0.087953,"redis_calls":7,"redis_duration_s":0.003123,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002333,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00079,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02174,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.03434,"completed_at":"2026-06-29T11:00:34.250Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005324,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2299vm-test-run-nixbot-gitlab> gitlab # [  220.703813] gitaly[1388]: time="2026-06-29T11:00:34.143Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GKF1K6M5MXWEGF2VRNSNX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T11:01:04.040" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:34.141" grpc.time_ms=1.556 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2300vm-test-run-nixbot-gitlab> gitlab # [  220.705413] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:34 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 1282301vm-test-run-nixbot-gitlab> gitlab # [  220.706269] gitaly[1388]: time="2026-06-29T11:00:34.172Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKF1K6M5MXWEGF2VRNSNX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:04.070" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:34.171" grpc.time_ms=0.868 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2302vm-test-run-nixbot-gitlab> gitlab # [  220.707117] gitaly[1388]: time="2026-06-29T11:00:34.200Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKF1K6M5MXWEGF2VRNSNX grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:04.098" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:34.199" grpc.time_ms=0.995 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2303vm-test-run-nixbot-gitlab> gitlab # [  220.707958] gitaly[1388]: time="2026-06-29T11:00:34.801Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKGR40TQDQTC387AVE39N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:04.699" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:34.800" grpc.time_ms=0.785 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2304vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses2305vm-test-run-nixbot-gitlab> gitlab # [  221.763680] gitaly[1388]: time="2026-06-29T11:00:35.947Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKHX0NJTT4B2XM7HXNN18 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:05.344" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:35.945" grpc.time_ms=1.595 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2306vm-test-run-nixbot-gitlab> gitlab # [  221.811693] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:35 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 1212307vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses, in 0.18 seconds)2308vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '317a8de25e289f1edee294f11fc6294952efbf07', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-29T11:00:27.151Z', 'started_at': None, 'finished_at': '2026-06-29T11:00:33.078Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '317a8de25e289f1edee294f11fc6294952efbf07', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-29T11:00:33.269Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2309vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses2310vm-test-run-nixbot-gitlab> gitlab # [  222.936810] gitaly[1388]: time="2026-06-29T11:00:37.120Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKK1S2DTYPTDAZ6YZZPEA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:07.017" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:37.118" grpc.time_ms=1.24 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2311vm-test-run-nixbot-gitlab> gitlab # [  222.973368] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:37 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 1062312vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses, in 0.17 seconds)2313vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '317a8de25e289f1edee294f11fc6294952efbf07', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-29T11:00:27.151Z', 'started_at': None, 'finished_at': '2026-06-29T11:00:33.078Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '317a8de25e289f1edee294f11fc6294952efbf07', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-29T11:00:33.269Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2314vm-test-run-nixbot-gitlab> gitlab # [  223.380590] nix-daemon[3423]: accepted connection from pid 3633, user nixbot2315vm-test-run-nixbot-gitlab> gitlab # [  223.510313] gitaly[1388]: time="2026-06-29T11:00:37.694Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKKKAW1N9H12BA6RSKR7Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:07.091" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:37.692" grpc.time_ms=1.464 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2316vm-test-run-nixbot-gitlab> gitlab # [  223.558776] gitaly[1388]: time="2026-06-29T11:00:37.736Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KW9GKKKAW1N9H12BA6RSKR7Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T11:00:47.043" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:37.724" grpc.time_ms=12.449 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2317vm-test-run-nixbot-gitlab> gitlab # [  223.609427] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:37.792Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"aa804d0e3b1458c6a5f9fa3c","created_at":"2026-06-29T11:00:37.784Z","trace_propagation_headers":{"sentry-trace":"83b9f4dac23b4c97ad59515259dfd53c-6059c1f4df074d99","baggage":"sentry-trace_id=83b9f4dac23b4c97ad59515259dfd53c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GKKKAW1N9H12BA6RSKR7Z","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:37.790Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-aa804d0e3b1458c6a5f9fa3c: start","job_status":"start","queue_duration_s":0.002398,"scheduling_latency_s":0.002469}2318vm-test-run-nixbot-gitlab> gitlab # [  223.636853] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:37 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/317a8de25e289f1edee294f11fc6294952efbf07 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 1952319vm-test-run-nixbot-gitlab> gitlab # [  223.638763] nixbot[3045]: {"ts": "2026-06-29T11:00:37.809Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/317a8de25e289f1edee294f11fc6294952efbf07 \"HTTP/1.1 201 Created\""}2320vm-test-run-nixbot-gitlab> gitlab # [  223.740783] gitaly[1388]: time="2026-06-29T11:00:37.924Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GKKKAW1N9H12BA6RSKR7Z grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:37.924" grpc.time_ms=0.768 pid=1388 span.kind=server system=grpc2321vm-test-run-nixbot-gitlab> gitlab # [  223.785343] gitaly[1388]: time="2026-06-29T11:00:37.969Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GKKKAW1N9H12BA6RSKR7Z grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:37.968" grpc.time_ms=0.809 pid=1388 span.kind=server system=grpc2322vm-test-run-nixbot-gitlab> gitlab # [  223.819940] nix-daemon[3423]: accepted connection from pid 3658, user nixbot2323vm-test-run-nixbot-gitlab> gitlab # [  223.822766] gitaly[1388]: time="2026-06-29T11:00:38.007Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9GKKKAW1N9H12BA6RSKR7Z grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T11:00:38.006" grpc.time_ms=0.5 pid=1388 span.kind=server system=grpc2324vm-test-run-nixbot-gitlab> gitlab # [  223.842106] gitaly[1388]: time="2026-06-29T11:00:38.026Z" level=info msg="beginning scheduled housekeeping" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKKKAW1N9H12BA6RSKR7Z forced=false grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-29T11:01:07.783" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:37.883" operations="[repack_refs]" pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2325vm-test-run-nixbot-gitlab> gitlab # [  223.858236] gitaly[1388]: time="2026-06-29T11:00:38.029Z" level=info msg="repository info" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKKKAW1N9H12BA6RSKR7Z grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-29T11:01:07.783" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:37.883" pid=1388 remote_ip="2001:db8:1::1" repository_info="{false {6 704 0 0 0 0} {0 0 0 0 0 0 0 0 0 {false 0 false false} {false 0 0 false false false} {false 0 false false} 2026-06-29 11:00:06.397908511 +0000 UTC} {3 0 [] 0 files} {false 0 false false false} {false [] 0001-01-01 00:00:00 +0000 UTC }}" span.kind=server system=grpc username=root2326vm-test-run-nixbot-gitlab> gitlab # [  223.864143] gitaly[1388]: time="2026-06-29T11:00:38.047Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKKKAW1N9H12BA6RSKR7Z diskcache=dffaec25-8da0-4168-8594-43faafae7cf0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-29T11:01:07.783" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:37.883" pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2327vm-test-run-nixbot-gitlab> gitlab # [  223.865457] gitaly[1388]: time="2026-06-29T11:00:38.048Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=130 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7171 command.oublock=0 command.real_time_ms=144 command.spawn_token_fork_ms=2 command.system_time_ms=94 command.user_time_ms=36 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKKKAW1N9H12BA6RSKR7Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-29T11:01:07.783" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:37.883" grpc.time_ms=164.874 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2328vm-test-run-nixbot-gitlab> gitlab # [  223.875229] gitaly[1388]: time="2026-06-29T11:00:38.059Z" level=info msg="removed files" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKKKAW1N9H12BA6RSKR7Z grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-29T11:01:07.783" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:37.883" pid=1388 remote_ip="2001:db8:1::1" span.kind=server stale_data.configfullpath=0 stale_data.configkeys=0 stale_data.configsections=0 stale_data.infoattributes=0 stale_data.locks=0 stale_data.objectdirs=0 stale_data.objects=0 stale_data.packedrefslock=0 stale_data.packedrefsnew=0 stale_data.packfilelocks=0 stale_data.reflocks=0 stale_data.refs=0 stale_data.refsemptydir=0 stale_data.reftablelocks=0 stale_data.serverinfo=0 system=grpc username=root2329vm-test-run-nixbot-gitlab> gitlab # [  223.876253] gitaly[1388]: time="2026-06-29T11:00:38.060Z" level=info msg="optimized repository" clean_stale_data_time=16.16658ms clean_work_trees_time="132.978µs" commit_graph_time="8.101µs" correlation_id=01KW9GKKKAW1N9H12BA6RSKR7Z gl_project_path=root/test-flake gl_repo=project-1 optimizations="map[]" pack_refs_time="8.381µs" pid=1388 prune_time="8.102µs" relative_path=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git repack_time="8.661µs" storage_name=default system=housekeeping total_time=16.562719ms2330vm-test-run-nixbot-gitlab> gitlab # [  223.876986] gitaly[1388]: time="2026-06-29T11:00:38.060Z" level=info msg="ended scheduled housekeeping" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKKKAW1N9H12BA6RSKR7Z grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-29T11:01:07.783" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-29T11:00:37.883" pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2331vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses2332vm-test-run-nixbot-gitlab> gitlab # [  224.008435] gitaly[1388]: time="2026-06-29T11:00:38.192Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GKKKAW1N9H12BA6RSKR7Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T11:01:08.086" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:38.189" grpc.time_ms=2.051 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2333vm-test-run-nixbot-gitlab> gitlab # [  224.046995] gitaly[1388]: time="2026-06-29T11:00:38.231Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=632 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9GKM4TAM24QTPMSE055VXB grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=187 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:38.223" grpc.time_ms=7.559 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2334vm-test-run-nixbot-gitlab> gitlab # [  224.050303] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:38 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 632335vm-test-run-nixbot-gitlab> gitlab # [  224.086519] gitaly[1388]: time="2026-06-29T11:00:38.270Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKKKAW1N9H12BA6RSKR7Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:08.168" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:38.269" grpc.time_ms=1.252 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2336vm-test-run-nixbot-gitlab> gitlab # [  224.112232] gitaly[1388]: time="2026-06-29T11:00:38.296Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKM6PJMPB0NHD8TVT8VT8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:08.295" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:38.295" grpc.time_ms=0.508 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2337vm-test-run-nixbot-gitlab> gitlab # [  224.129877] gitaly[1388]: time="2026-06-29T11:00:38.314Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKKKAW1N9H12BA6RSKR7Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T11:01:08.211" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T11:00:38.313" grpc.time_ms=0.989 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2338vm-test-run-nixbot-gitlab> gitlab # [  224.132727] gitaly[1388]: time="2026-06-29T11:00:38.317Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKM6ZTD9K2F6QDHNB1K45 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:38.291" pid=1388 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2339vm-test-run-nixbot-gitlab> gitlab # [  224.138755] gitaly[1388]: time="2026-06-29T11:00:38.320Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=636 command.oublock=0 command.real_time_ms=21 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKM6ZTD9K2F6QDHNB1K45 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:38.291" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2340vm-test-run-nixbot-gitlab> gitlab # [  224.140879] gitlab-workhorse[1291]: time="2026-06-29T11:00:38Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672341vm-test-run-nixbot-gitlab> gitlab # [  224.143872] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:11:00:38 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 822342vm-test-run-nixbot-gitlab> gitlab # [  224.145362] gitaly[1388]: time="2026-06-29T11:00:38.320Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=636 command.oublock=0 command.real_time_ms=21 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9GKM6ZTD9K2F6QDHNB1K45 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T11:00:38.291" grpc.time_ms=28.883 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1388 remote_ip="2001:db8:1::1" span.kind=server system=grpc2343vm-test-run-nixbot-gitlab> gitlab # [  224.151975] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:38.335Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"aa804d0e3b1458c6a5f9fa3c","created_at":"2026-06-29T11:00:37.784Z","trace_propagation_headers":{"sentry-trace":"83b9f4dac23b4c97ad59515259dfd53c-6059c1f4df074d99","baggage":"sentry-trace_id=83b9f4dac23b4c97ad59515259dfd53c,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9GKKKAW1N9H12BA6RSKR7Z","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:37.790Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-aa804d0e3b1458c6a5f9fa3c: done: 0.543353 sec","job_status":"done","queue_duration_s":0.002398,"scheduling_latency_s":0.002469,"gitaly_calls":4,"gitaly_duration_s":0.300757,"redis_calls":83,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.027449,"redis_read_bytes":173,"redis_write_bytes":20928,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001912,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002946,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_queues_calls":23,"redis_queues_duration_s":0.006194,"redis_queues_read_bytes":25,"redis_queues_write_bytes":13381,"redis_queues_metadata_calls":19,"redis_queues_metadata_duration_s":0.008709,"redis_queues_metadata_read_bytes":30,"redis_queues_metadata_write_bytes":3094,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000464,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000861,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.004451,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":36,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":36,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.046,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":21,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.009,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.012,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.023,"db_ci_duration_s":0.023,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.145526,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.491335351,"duration_s":0.543353,"completed_at":"2026-06-29T11:00:38.335Z","load_balancing_strategy":"primary","db_duration_s":0.050176,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2344vm-test-run-nixbot-gitlab> gitlab # [  224.232620] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:38.341Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"3dfbb34061ad853a3448dd33","created_at":"2026-06-29T11:00:37.875Z","trace_propagation_headers":{"sentry-trace":"83b9f4dac23b4c97ad59515259dfd53c-dd7188afac31426b","baggage":"sentry-trace_id=83b9f4dac23b4c97ad59515259dfd53c,sentry-release=Unknown"},"correlation_id":"01KW9GKKKAW1N9H12BA6RSKR7Z","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:37.877Z","job_size_bytes":23,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-3dfbb34061ad853a3448dd33: start","job_status":"start","queue_duration_s":0.464187,"scheduling_latency_s":0.464211}2345vm-test-run-nixbot-gitlab> gitlab # [  224.313963] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:38.374Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"3dfbb34061ad853a3448dd33","created_at":"2026-06-29T11:00:37.875Z","trace_propagation_headers":{"sentry-trace":"83b9f4dac23b4c97ad59515259dfd53c-dd7188afac31426b","baggage":"sentry-trace_id=83b9f4dac23b4c97ad59515259dfd53c,sentry-release=Unknown"},"correlation_id":"01KW9GKKKAW1N9H12BA6RSKR7Z","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:37.877Z","job_size_bytes":23,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-3dfbb34061ad853a3448dd33: done: 0.032458 sec","job_status":"done","queue_duration_s":0.464187,"scheduling_latency_s":0.464211,"redis_calls":7,"redis_duration_s":0.001778,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00123,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000548,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022488,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.032458,"completed_at":"2026-06-29T11:00:38.374Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005404,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2346vm-test-run-nixbot-gitlab> gitlab # [  224.321839] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:38.375Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"aff2688f1812038d40709c72","created_at":"2026-06-29T11:00:38.148Z","trace_propagation_headers":{"sentry-trace":"83b9f4dac23b4c97ad59515259dfd53c-dd7188afac31426b","baggage":"sentry-trace_id=83b9f4dac23b4c97ad59515259dfd53c,sentry-release=Unknown"},"correlation_id":"01KW9GKKKAW1N9H12BA6RSKR7Z","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:38.150Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-aff2688f1812038d40709c72: start","job_status":"start","queue_duration_s":0.225351,"scheduling_latency_s":0.225373}2347vm-test-run-nixbot-gitlab> gitlab # [  224.349505] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:38.395Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"aff2688f1812038d40709c72","created_at":"2026-06-29T11:00:38.148Z","trace_propagation_headers":{"sentry-trace":"83b9f4dac23b4c97ad59515259dfd53c-dd7188afac31426b","baggage":"sentry-trace_id=83b9f4dac23b4c97ad59515259dfd53c,sentry-release=Unknown"},"correlation_id":"01KW9GKKKAW1N9H12BA6RSKR7Z","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:38.150Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-aff2688f1812038d40709c72: done: 0.019361 sec","job_status":"done","queue_duration_s":0.225351,"scheduling_latency_s":0.225373,"redis_calls":7,"redis_duration_s":0.001615,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001132,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000483,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011867,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019361,"completed_at":"2026-06-29T11:00:38.395Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002891,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2348vm-test-run-nixbot-gitlab> gitlab # [  224.427890] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:38.396Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"0b45c2a7e29ab02baae7220a","created_at":"2026-06-29T11:00:38.159Z","trace_propagation_headers":{"sentry-trace":"83b9f4dac23b4c97ad59515259dfd53c-dd7188afac31426b","baggage":"sentry-trace_id=83b9f4dac23b4c97ad59515259dfd53c,sentry-release=Unknown"},"correlation_id":"01KW9GKKKAW1N9H12BA6RSKR7Z","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:38.161Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-0b45c2a7e29ab02baae7220a: start","job_status":"start","queue_duration_s":0.235142,"scheduling_latency_s":0.235165}2349vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/317a8de25e289f1edee294f11fc6294952efbf07/statuses, in 0.55 seconds)2350vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '317a8de25e289f1edee294f11fc6294952efbf07', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-29T11:00:27.151Z', 'started_at': None, 'finished_at': '2026-06-29T11:00:33.078Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '317a8de25e289f1edee294f11fc6294952efbf07', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': '1 attributes built', 'created_at': '2026-06-29T11:00:33.269Z', 'started_at': None, 'finished_at': '2026-06-29T11:00:37.774Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2351vm-test-run-nixbot-gitlab> (finished: subtest: eval and build post commit statuses, in 11.32 seconds)2352vm-test-run-nixbot-gitlab> (finished: run the VM test script, in 260.85 seconds)2353vm-test-run-nixbot-gitlab> test script finished in 260.87s2354vm-test-run-nixbot-gitlab> cleanup2355vm-test-run-nixbot-gitlab> kill QemuMachine (pid 13)2356vm-test-run-nixbot-gitlab> gitlab # [  224.495459] sidekiq-cluster[2113]: {"severity":"INFO","time":"2026-06-29T11:00:38.426Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"0b45c2a7e29ab02baae7220a","created_at":"2026-06-29T11:00:38.159Z","trace_propagation_headers":{"sentry-trace":"83b9f4dac23b4c97ad59515259dfd53c-dd7188afac31426b","baggage":"sentry-trace_id=83b9f4dac23b4c97ad59515259dfd53c,sentry-release=Unknown"},"correlation_id":"01KW9GKKKAW1N9H12BA6RSKR7Z","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-29T11:00:38.161Z","job_size_bytes":3,"pid":2113,"sidekiq_tid":"m8tp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-0b45c2a7e29ab02baae7220a: done: 0.030292 sec","job_status":"done","queue_duration_s":0.235142,"scheduling_latency_s":0.235165,"redis_calls":7,"redis_duration_s":0.003294,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002545,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000749,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014372,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.030292,"completed_at":"2026-06-29T11:00:38.426Z","qemu-system-x86_64: terminating on signal 15 from pid 6 (/nix/store/60m4rxhg2fldqaak400c0lry96ijrzqn-python3-3.13.13/bin/python3.13)2357vm-test-run-nixbot-gitlab> gitlab # l2358vm-test-run-nixbot-gitlab> (finished: cleanup, in 1.19 seconds)23592360post-build step Upload coverage to codecov: ok2361Skipping codecov: project=Mic92/nixbot attr=x86_64-linux.nixbot-gitlab